@dyyz1993/agent-browser 0.9.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (187) hide show
  1. package/LICENSE +202 -0
  2. package/README.md +907 -0
  3. package/bin/agent-browser-darwin-arm64 +0 -0
  4. package/bin/agent-browser.js +120 -0
  5. package/dist/__tests__/e2e/utils/test-helpers.d.ts +5 -0
  6. package/dist/__tests__/e2e/utils/test-helpers.d.ts.map +1 -0
  7. package/dist/__tests__/e2e/utils/test-helpers.js +22 -0
  8. package/dist/__tests__/e2e/utils/test-helpers.js.map +1 -0
  9. package/dist/__tests__/test-iframe.d.ts +2 -0
  10. package/dist/__tests__/test-iframe.d.ts.map +1 -0
  11. package/dist/__tests__/test-iframe.js +52 -0
  12. package/dist/__tests__/test-iframe.js.map +1 -0
  13. package/dist/__tests__/utils/parseCli.d.ts +20 -0
  14. package/dist/__tests__/utils/parseCli.d.ts.map +1 -0
  15. package/dist/__tests__/utils/parseCli.js +1086 -0
  16. package/dist/__tests__/utils/parseCli.js.map +1 -0
  17. package/dist/actions.d.ts +50 -0
  18. package/dist/actions.d.ts.map +1 -0
  19. package/dist/actions.js +2164 -0
  20. package/dist/actions.js.map +1 -0
  21. package/dist/browser.d.ts +556 -0
  22. package/dist/browser.d.ts.map +1 -0
  23. package/dist/browser.js +2599 -0
  24. package/dist/browser.js.map +1 -0
  25. package/dist/cli/commands.d.ts +8 -0
  26. package/dist/cli/commands.d.ts.map +1 -0
  27. package/dist/cli/commands.js +1038 -0
  28. package/dist/cli/commands.js.map +1 -0
  29. package/dist/cli/connection.d.ts +50 -0
  30. package/dist/cli/connection.d.ts.map +1 -0
  31. package/dist/cli/connection.js +595 -0
  32. package/dist/cli/connection.js.map +1 -0
  33. package/dist/cli/flags.d.ts +36 -0
  34. package/dist/cli/flags.d.ts.map +1 -0
  35. package/dist/cli/flags.js +206 -0
  36. package/dist/cli/flags.js.map +1 -0
  37. package/dist/cli/help.d.ts +4 -0
  38. package/dist/cli/help.d.ts.map +1 -0
  39. package/dist/cli/help.js +1024 -0
  40. package/dist/cli/help.js.map +1 -0
  41. package/dist/cli/output.d.ts +14 -0
  42. package/dist/cli/output.d.ts.map +1 -0
  43. package/dist/cli/output.js +456 -0
  44. package/dist/cli/output.js.map +1 -0
  45. package/dist/cli-new.d.ts +3 -0
  46. package/dist/cli-new.d.ts.map +1 -0
  47. package/dist/cli-new.js +308 -0
  48. package/dist/cli-new.js.map +1 -0
  49. package/dist/cli-old.d.ts +3 -0
  50. package/dist/cli-old.d.ts.map +1 -0
  51. package/dist/cli-old.js +1101 -0
  52. package/dist/cli-old.js.map +1 -0
  53. package/dist/cli.d.ts +3 -0
  54. package/dist/cli.d.ts.map +1 -0
  55. package/dist/cli.js +403 -0
  56. package/dist/cli.js.map +1 -0
  57. package/dist/content-detection.d.ts +18 -0
  58. package/dist/content-detection.d.ts.map +1 -0
  59. package/dist/content-detection.js +68 -0
  60. package/dist/content-detection.js.map +1 -0
  61. package/dist/daemon.d.ts +55 -0
  62. package/dist/daemon.d.ts.map +1 -0
  63. package/dist/daemon.js +426 -0
  64. package/dist/daemon.js.map +1 -0
  65. package/dist/diff.d.ts +42 -0
  66. package/dist/diff.d.ts.map +1 -0
  67. package/dist/diff.js +166 -0
  68. package/dist/diff.js.map +1 -0
  69. package/dist/human-mouse.d.ts +31 -0
  70. package/dist/human-mouse.d.ts.map +1 -0
  71. package/dist/human-mouse.js +184 -0
  72. package/dist/human-mouse.js.map +1 -0
  73. package/dist/ios-actions.d.ts +11 -0
  74. package/dist/ios-actions.d.ts.map +1 -0
  75. package/dist/ios-actions.js +228 -0
  76. package/dist/ios-actions.js.map +1 -0
  77. package/dist/ios-manager.d.ts +266 -0
  78. package/dist/ios-manager.d.ts.map +1 -0
  79. package/dist/ios-manager.js +1076 -0
  80. package/dist/ios-manager.js.map +1 -0
  81. package/dist/message-bridge.d.ts +10 -0
  82. package/dist/message-bridge.d.ts.map +1 -0
  83. package/dist/message-bridge.js +60 -0
  84. package/dist/message-bridge.js.map +1 -0
  85. package/dist/protocol.d.ts +26 -0
  86. package/dist/protocol.d.ts.map +1 -0
  87. package/dist/protocol.js +912 -0
  88. package/dist/protocol.js.map +1 -0
  89. package/dist/recorder/binding.d.ts +24 -0
  90. package/dist/recorder/binding.d.ts.map +1 -0
  91. package/dist/recorder/binding.js +215 -0
  92. package/dist/recorder/binding.js.map +1 -0
  93. package/dist/recorder/index.d.ts +4 -0
  94. package/dist/recorder/index.d.ts.map +1 -0
  95. package/dist/recorder/index.js +4 -0
  96. package/dist/recorder/index.js.map +1 -0
  97. package/dist/recorder/inject.js +1913 -0
  98. package/dist/recorder/recorder.d.ts +19 -0
  99. package/dist/recorder/recorder.d.ts.map +1 -0
  100. package/dist/recorder/recorder.js +101 -0
  101. package/dist/recorder/recorder.js.map +1 -0
  102. package/dist/recorder/store.d.ts +22 -0
  103. package/dist/recorder/store.d.ts.map +1 -0
  104. package/dist/recorder/store.js +150 -0
  105. package/dist/recorder/store.js.map +1 -0
  106. package/dist/recorder/types.d.ts +73 -0
  107. package/dist/recorder/types.d.ts.map +1 -0
  108. package/dist/recorder/types.js +5 -0
  109. package/dist/recorder/types.js.map +1 -0
  110. package/dist/snapshot.d.ts +81 -0
  111. package/dist/snapshot.d.ts.map +1 -0
  112. package/dist/snapshot.js +1348 -0
  113. package/dist/snapshot.js.map +1 -0
  114. package/dist/stream-server-standalone.d.ts +38 -0
  115. package/dist/stream-server-standalone.d.ts.map +1 -0
  116. package/dist/stream-server-standalone.js +494 -0
  117. package/dist/stream-server-standalone.js.map +1 -0
  118. package/dist/stream-server.d.ts +214 -0
  119. package/dist/stream-server.d.ts.map +1 -0
  120. package/dist/stream-server.js +811 -0
  121. package/dist/stream-server.js.map +1 -0
  122. package/dist/types.d.ts +914 -0
  123. package/dist/types.d.ts.map +1 -0
  124. package/dist/types.js +4 -0
  125. package/dist/types.js.map +1 -0
  126. package/dist/viewer-html.d.ts +2 -0
  127. package/dist/viewer-html.d.ts.map +1 -0
  128. package/dist/viewer-html.js +185 -0
  129. package/dist/viewer-html.js.map +1 -0
  130. package/dist/viewer-script.d.ts +47 -0
  131. package/dist/viewer-script.d.ts.map +1 -0
  132. package/dist/viewer-script.js +586 -0
  133. package/dist/viewer-script.js.map +1 -0
  134. package/package.json +86 -0
  135. package/scripts/build-all-platforms.sh +68 -0
  136. package/scripts/check-version-sync.js +39 -0
  137. package/scripts/check_goods_container.js +35 -0
  138. package/scripts/check_page_content.js +36 -0
  139. package/scripts/click_applause_rate.js +30 -0
  140. package/scripts/copy-native.js +36 -0
  141. package/scripts/copy-recorder.js +21 -0
  142. package/scripts/e2e-test-recorder.ts +584 -0
  143. package/scripts/explore_jd_page.js +31 -0
  144. package/scripts/extract_all_jd_data.js +80 -0
  145. package/scripts/extract_jd_product_detail.js +62 -0
  146. package/scripts/extract_jd_products_correct_links.js +78 -0
  147. package/scripts/extract_jd_products_final.js +80 -0
  148. package/scripts/extract_jd_reviews.js +48 -0
  149. package/scripts/extract_jd_seafood_final.js +78 -0
  150. package/scripts/extract_multiple_products.js +77 -0
  151. package/scripts/extract_products_no_scroll.js +68 -0
  152. package/scripts/extract_products_simple.js +68 -0
  153. package/scripts/find_applause_rate.js +26 -0
  154. package/scripts/find_jd_links.js +28 -0
  155. package/scripts/find_main_content.js +20 -0
  156. package/scripts/find_product_cards.js +38 -0
  157. package/scripts/find_root_content.js +26 -0
  158. package/scripts/find_unique_products.js +55 -0
  159. package/scripts/get_jd_product_detail.js +16 -0
  160. package/scripts/get_jd_products.js +23 -0
  161. package/scripts/get_jd_seafood_products.js +44 -0
  162. package/scripts/get_product_details_from_images.js +54 -0
  163. package/scripts/postinstall.js +235 -0
  164. package/scripts/scroll_and_get_products.js +47 -0
  165. package/scripts/scroll_deep_and_find.js +45 -0
  166. package/scripts/sync-version.js +69 -0
  167. package/scripts/verify-baidu-enter.ts +116 -0
  168. package/skills/agent-browser/SKILL.md +310 -0
  169. package/skills/agent-browser/references/authentication.md +198 -0
  170. package/skills/agent-browser/references/commands.md +471 -0
  171. package/skills/agent-browser/references/data-extraction.md +377 -0
  172. package/skills/agent-browser/references/proxy-support.md +188 -0
  173. package/skills/agent-browser/references/session-management.md +197 -0
  174. package/skills/agent-browser/references/snapshot-refs.md +379 -0
  175. package/skills/agent-browser/references/video-recording.md +173 -0
  176. package/skills/agent-browser/templates/api-interception.sh +53 -0
  177. package/skills/agent-browser/templates/authenticated-session.sh +97 -0
  178. package/skills/agent-browser/templates/capture-workflow.sh +69 -0
  179. package/skills/agent-browser/templates/data-extraction.sh +210 -0
  180. package/skills/agent-browser/templates/form-automation.sh +62 -0
  181. package/skills/skill-creator/LICENSE.txt +202 -0
  182. package/skills/skill-creator/SKILL.md +356 -0
  183. package/skills/skill-creator/references/output-patterns.md +82 -0
  184. package/skills/skill-creator/references/workflows.md +28 -0
  185. package/skills/skill-creator/scripts/init_skill.py +303 -0
  186. package/skills/skill-creator/scripts/package_skill.py +113 -0
  187. package/skills/skill-creator/scripts/quick_validate.py +95 -0
@@ -0,0 +1,2164 @@
1
+ import { mkdirSync, readFileSync, existsSync, writeFileSync, readdirSync, statSync } from 'node:fs';
2
+ import path from 'node:path';
3
+ import { getAppDir, getSession, getInstanceId } from './daemon.js';
4
+ import { performDiff } from './diff.js';
5
+ import { MessageBridge } from './message-bridge.js';
6
+ import { detectMainContent, generateContentTips } from './content-detection.js';
7
+ import { humanClick, humanType, humanMoveTo, humanWander, getHumanConfigFromEnv, } from './human-mouse.js';
8
+ import { successResponse, errorResponse } from './protocol.js';
9
+ // Callback for screencast frames - will be set by the daemon when streaming is active
10
+ let screencastFrameCallback = null;
11
+ /**
12
+ * Set the callback for screencast frames
13
+ * This is called by the daemon to set up frame streaming
14
+ */
15
+ export function setScreencastFrameCallback(callback) {
16
+ screencastFrameCallback = callback;
17
+ }
18
+ // Event callbacks registered by StreamServer or other listeners
19
+ let eventCallbacks = {};
20
+ /**
21
+ * Set browser event callbacks for real-time broadcasting
22
+ * This is called by StreamServer to register event listeners
23
+ */
24
+ export function setEventCallbacks(callbacks) {
25
+ eventCallbacks = { ...eventCallbacks, ...callbacks };
26
+ }
27
+ /**
28
+ * Get the current event callbacks
29
+ * This is called by BrowserManager to trigger events
30
+ */
31
+ export function getEventCallbacks() {
32
+ return eventCallbacks;
33
+ }
34
+ /**
35
+ * Convert Playwright errors to AI-friendly messages
36
+ * @internal Exported for testing
37
+ */
38
+ export function toAIFriendlyError(error, selector) {
39
+ const message = error instanceof Error ? error.message : String(error);
40
+ // Handle strict mode violation (multiple elements match)
41
+ if (message.includes('strict mode violation')) {
42
+ // Extract count if available
43
+ const countMatch = message.match(/resolved to (\d+) elements/);
44
+ const count = countMatch ? countMatch[1] : 'multiple';
45
+ return new Error(`Selector "${selector}" matched ${count} elements. ` +
46
+ `Run 'snapshot' to get updated refs, or use a more specific CSS selector.`);
47
+ }
48
+ // Handle element not interactable (must be checked BEFORE timeout case)
49
+ // This includes cases where an overlay/modal blocks the element
50
+ if (message.includes('intercepts pointer events')) {
51
+ return new Error(`Element "${selector}" is blocked by another element (likely a modal or overlay). ` +
52
+ `Try dismissing any modals/cookie banners first.`);
53
+ }
54
+ // Handle element not visible
55
+ if (message.includes('not visible') && !message.includes('Timeout')) {
56
+ return new Error(`Element "${selector}" is not visible. ` +
57
+ `Try scrolling it into view or check if it's hidden.`);
58
+ }
59
+ // Handle general timeout (element exists but action couldn't complete)
60
+ if (message.includes('Timeout') && message.includes('exceeded')) {
61
+ return new Error(`Action on "${selector}" timed out. The element may be blocked, still loading, or not interactable. ` +
62
+ `Run 'snapshot' to check the current page state.`);
63
+ }
64
+ // Handle element not found (timeout waiting for element)
65
+ if (message.includes('waiting for') &&
66
+ (message.includes('to be visible') || message.includes('Timeout'))) {
67
+ return new Error(`Element "${selector}" not found or not visible. ` +
68
+ `Run 'snapshot' to see current page elements.`);
69
+ }
70
+ // Return original error for unknown cases
71
+ return error instanceof Error ? error : new Error(message);
72
+ }
73
+ /**
74
+ * Execute a command and return a response
75
+ */
76
+ export async function executeCommand(command, browser) {
77
+ try {
78
+ const cmd = command;
79
+ switch (cmd.action) {
80
+ case 'launch':
81
+ return await handleLaunch(cmd, browser);
82
+ case 'navigate':
83
+ return await handleNavigate(cmd, browser);
84
+ case 'click':
85
+ return await handleClick(cmd, browser);
86
+ case 'type':
87
+ return await handleType(cmd, browser);
88
+ case 'fill':
89
+ return await handleFill(cmd, browser);
90
+ case 'check':
91
+ return await handleCheck(cmd, browser);
92
+ case 'uncheck':
93
+ return await handleUncheck(cmd, browser);
94
+ case 'upload':
95
+ return await handleUpload(cmd, browser);
96
+ case 'dblclick':
97
+ return await handleDoubleClick(cmd, browser);
98
+ case 'focus':
99
+ return await handleFocus(cmd, browser);
100
+ case 'drag':
101
+ return await handleDrag(cmd, browser);
102
+ case 'getbyrole':
103
+ return await handleGetByRole(cmd, browser);
104
+ case 'getbytext':
105
+ return await handleGetByText(cmd, browser);
106
+ case 'getbylabel':
107
+ return await handleGetByLabel(cmd, browser);
108
+ case 'getbyplaceholder':
109
+ return await handleGetByPlaceholder(cmd, browser);
110
+ case 'press':
111
+ return await handlePress(cmd, browser);
112
+ case 'screenshot':
113
+ return await handleScreenshot(cmd, browser);
114
+ case 'snapshot':
115
+ return await handleSnapshot(cmd, browser);
116
+ case 'evaluate':
117
+ return await handleEvaluate(cmd, browser);
118
+ case 'wait':
119
+ return await handleWait(cmd, browser);
120
+ case 'scroll':
121
+ return await handleScroll(cmd, browser);
122
+ case 'select':
123
+ return await handleSelect(cmd, browser);
124
+ case 'hover':
125
+ return await handleHover(cmd, browser);
126
+ case 'content':
127
+ return await handleContent(cmd, browser);
128
+ case 'close':
129
+ return await handleClose(cmd, browser);
130
+ case 'tab_new':
131
+ return await handleTabNew(cmd, browser);
132
+ case 'tab_list':
133
+ return await handleTabList(cmd, browser);
134
+ case 'tab_switch':
135
+ return await handleTabSwitch(cmd, browser);
136
+ case 'tab_close':
137
+ return await handleTabClose(cmd, browser);
138
+ case 'window_new':
139
+ return await handleWindowNew(cmd, browser);
140
+ case 'cookies_get':
141
+ return await handleCookiesGet(cmd, browser);
142
+ case 'cookies_set':
143
+ return await handleCookiesSet(cmd, browser);
144
+ case 'cookies_clear':
145
+ return await handleCookiesClear(cmd, browser);
146
+ case 'storage_get':
147
+ return await handleStorageGet(cmd, browser);
148
+ case 'storage_set':
149
+ return await handleStorageSet(cmd, browser);
150
+ case 'storage_clear':
151
+ return await handleStorageClear(cmd, browser);
152
+ case 'dialog':
153
+ return await handleDialog(cmd, browser);
154
+ case 'pdf':
155
+ return await handlePdf(cmd, browser);
156
+ case 'route':
157
+ return await handleRoute(cmd, browser);
158
+ case 'unroute':
159
+ return await handleUnroute(cmd, browser);
160
+ case 'requests':
161
+ return await handleRequests(cmd, browser);
162
+ case 'download':
163
+ return await handleDownload(cmd, browser);
164
+ case 'geolocation':
165
+ return await handleGeolocation(cmd, browser);
166
+ case 'permissions':
167
+ return await handlePermissions(cmd, browser);
168
+ case 'viewport':
169
+ return await handleViewport(cmd, browser);
170
+ case 'useragent':
171
+ return await handleUserAgent(cmd, browser);
172
+ case 'device':
173
+ return await handleDevice(cmd, browser);
174
+ case 'back':
175
+ return await handleBack(cmd, browser);
176
+ case 'forward':
177
+ return await handleForward(cmd, browser);
178
+ case 'reload':
179
+ return await handleReload(cmd, browser);
180
+ case 'url':
181
+ return await handleUrl(cmd, browser);
182
+ case 'title':
183
+ return await handleTitle(cmd, browser);
184
+ case 'getattribute':
185
+ return await handleGetAttribute(cmd, browser);
186
+ case 'gettext':
187
+ return await handleGetText(cmd, browser);
188
+ case 'isvisible':
189
+ return await handleIsVisible(cmd, browser);
190
+ case 'isenabled':
191
+ return await handleIsEnabled(cmd, browser);
192
+ case 'ischecked':
193
+ return await handleIsChecked(cmd, browser);
194
+ case 'count':
195
+ return await handleCount(cmd, browser);
196
+ case 'boundingbox':
197
+ return await handleBoundingBox(cmd, browser);
198
+ case 'styles':
199
+ return await handleStyles(cmd, browser);
200
+ case 'video_start':
201
+ return await handleVideoStart(cmd, browser);
202
+ case 'video_stop':
203
+ return await handleVideoStop(cmd, browser);
204
+ case 'trace_start':
205
+ return await handleTraceStart(cmd, browser);
206
+ case 'trace_stop':
207
+ return await handleTraceStop(cmd, browser);
208
+ case 'har_start':
209
+ return await handleHarStart(cmd, browser);
210
+ case 'har_stop':
211
+ return await handleHarStop(cmd, browser);
212
+ case 'state_save':
213
+ return await handleStateSave(cmd, browser);
214
+ case 'state_load':
215
+ return await handleStateLoad(cmd, browser);
216
+ case 'console':
217
+ return await handleConsole(cmd, browser);
218
+ case 'errors':
219
+ return await handleErrors(cmd, browser);
220
+ case 'keyboard':
221
+ return await handleKeyboard(cmd, browser);
222
+ case 'wheel':
223
+ return await handleWheel(cmd, browser);
224
+ case 'tap':
225
+ return await handleTap(cmd, browser);
226
+ case 'clipboard':
227
+ return await handleClipboard(cmd, browser);
228
+ case 'highlight':
229
+ return await handleHighlight(cmd, browser);
230
+ case 'clear':
231
+ return await handleClear(cmd, browser);
232
+ case 'selectall':
233
+ return await handleSelectAll(cmd, browser);
234
+ case 'innertext':
235
+ return await handleInnerText(cmd, browser);
236
+ case 'innerhtml':
237
+ return await handleInnerHtml(cmd, browser);
238
+ case 'inputvalue':
239
+ return await handleInputValue(cmd, browser);
240
+ case 'setvalue':
241
+ return await handleSetValue(cmd, browser);
242
+ case 'dispatch':
243
+ return await handleDispatch(cmd, browser);
244
+ case 'evalhandle':
245
+ return await handleEvalHandle(cmd, browser);
246
+ case 'expose':
247
+ return await handleExpose(cmd, browser);
248
+ case 'addscript':
249
+ return await handleAddScript(cmd, browser);
250
+ case 'addstyle':
251
+ return await handleAddStyle(cmd, browser);
252
+ case 'emulatemedia':
253
+ return await handleEmulateMedia(cmd, browser);
254
+ case 'offline':
255
+ return await handleOffline(cmd, browser);
256
+ case 'headers':
257
+ return await handleHeaders(cmd, browser);
258
+ case 'pause':
259
+ return await handlePause(cmd, browser);
260
+ case 'getbyalttext':
261
+ return await handleGetByAltText(cmd, browser);
262
+ case 'getbytitle':
263
+ return await handleGetByTitle(cmd, browser);
264
+ case 'getbytestid':
265
+ return await handleGetByTestId(cmd, browser);
266
+ case 'nth':
267
+ return await handleNth(cmd, browser);
268
+ case 'waitforurl':
269
+ return await handleWaitForUrl(cmd, browser);
270
+ case 'waitforloadstate':
271
+ return await handleWaitForLoadState(cmd, browser);
272
+ case 'setcontent':
273
+ return await handleSetContent(cmd, browser);
274
+ case 'timezone':
275
+ return await handleTimezone(cmd, browser);
276
+ case 'locale':
277
+ return await handleLocale(cmd, browser);
278
+ case 'credentials':
279
+ return await handleCredentials(cmd, browser);
280
+ case 'mousemove':
281
+ return await handleMouseMove(cmd, browser);
282
+ case 'mousedown':
283
+ return await handleMouseDown(cmd, browser);
284
+ case 'mouseup':
285
+ return await handleMouseUp(cmd, browser);
286
+ case 'wander':
287
+ return await handleWander(cmd, browser);
288
+ case 'mousetrajectory':
289
+ return await handleMouseTrajectory(cmd, browser);
290
+ case 'bringtofront':
291
+ return await handleBringToFront(cmd, browser);
292
+ case 'waitforfunction':
293
+ return await handleWaitForFunction(cmd, browser);
294
+ case 'scrollintoview':
295
+ return await handleScrollIntoView(cmd, browser);
296
+ case 'addinitscript':
297
+ return await handleAddInitScript(cmd, browser);
298
+ case 'keydown':
299
+ return await handleKeyDown(cmd, browser);
300
+ case 'keyup':
301
+ return await handleKeyUp(cmd, browser);
302
+ case 'inserttext':
303
+ return await handleInsertText(cmd, browser);
304
+ case 'multiselect':
305
+ return await handleMultiSelect(cmd, browser);
306
+ case 'waitfordownload':
307
+ return await handleWaitForDownload(cmd, browser);
308
+ case 'responsebody':
309
+ return await handleResponseBody(cmd, browser);
310
+ case 'screencast_start':
311
+ return await handleScreencastStart(cmd, browser);
312
+ case 'screencast_stop':
313
+ return await handleScreencastStop(cmd, browser);
314
+ case 'input_mouse':
315
+ return await handleInputMouse(cmd, browser);
316
+ case 'input_keyboard':
317
+ return await handleInputKeyboard(cmd, browser);
318
+ case 'input_touch':
319
+ return await handleInputTouch(cmd, browser);
320
+ case 'recording_start':
321
+ return await handleRecordingStart(cmd, browser);
322
+ case 'recording_stop':
323
+ return await handleRecordingStop(cmd, browser);
324
+ case 'recording_restart':
325
+ return await handleRecordingRestart(cmd, browser);
326
+ case 'recorder_start':
327
+ return await handleRecorderStart(cmd, browser);
328
+ case 'recorder_stop':
329
+ return await handleRecorderStop(cmd, browser);
330
+ case 'recorder_status':
331
+ return await handleRecorderStatus(cmd, browser);
332
+ case 'recorder_replay':
333
+ return await handleRecorderReplay(cmd, browser);
334
+ case 'viewer':
335
+ return await handleViewer(cmd, browser);
336
+ case 'ask':
337
+ return await handleAsk(cmd, browser);
338
+ case 'config':
339
+ return handleConfig(cmd);
340
+ default: {
341
+ const unknownCommand = cmd;
342
+ return errorResponse(unknownCommand.id, `Unknown action: ${unknownCommand.action}`);
343
+ }
344
+ }
345
+ }
346
+ catch (error) {
347
+ const message = error instanceof Error ? error.message : String(error);
348
+ return errorResponse(command.id, message);
349
+ }
350
+ }
351
+ async function handleLaunch(command, browser) {
352
+ await browser.launch(command);
353
+ const instanceId = getInstanceId();
354
+ return successResponse(command.id, {
355
+ launched: true,
356
+ instanceId,
357
+ viewerUrl: `http://localhost:5005/view?instanceId=${instanceId}`,
358
+ });
359
+ }
360
+ async function handleNavigate(command, browser) {
361
+ const page = browser.getPage();
362
+ if (command.headers && Object.keys(command.headers).length > 0) {
363
+ await browser.setScopedHeaders(command.url, command.headers);
364
+ }
365
+ await page.goto(command.url, {
366
+ waitUntil: command.waitUntil ?? 'load',
367
+ timeout: command.timeout,
368
+ });
369
+ if (browser.isRecordingSession()) {
370
+ await browser.injectRecorderIfNeeded();
371
+ }
372
+ return successResponse(command.id, {
373
+ url: page.url(),
374
+ title: await page.title(),
375
+ });
376
+ }
377
+ async function handleClick(command, browser) {
378
+ const locator = browser.getLocator(command.selector, command.inFrame);
379
+ if (command.human?.enabled) {
380
+ const diffResult = await performDiff(locator, command.diffScope, async () => {
381
+ try {
382
+ const page = browser.getPage();
383
+ const box = await locator.boundingBox();
384
+ if (!box) {
385
+ throw new Error(`Element not visible: ${command.selector}`);
386
+ }
387
+ const targetX = box.x + box.width / 2;
388
+ const targetY = box.y + box.height / 2;
389
+ await humanClick(page, targetX, targetY, command.human, {
390
+ button: command.button,
391
+ clickCount: command.clickCount,
392
+ });
393
+ }
394
+ catch (error) {
395
+ throw toAIFriendlyError(error, command.selector);
396
+ }
397
+ });
398
+ const result = { clicked: true, human: true };
399
+ if (diffResult) {
400
+ result.diff = diffResult.output;
401
+ result.diffScope = diffResult.diff.scope;
402
+ }
403
+ return successResponse(command.id, result);
404
+ }
405
+ const diffResult = await performDiff(locator, command.diffScope, async () => {
406
+ try {
407
+ await locator.click({
408
+ button: command.button,
409
+ clickCount: command.clickCount,
410
+ delay: command.delay,
411
+ timeout: command.timeout || 5000, // Default 5s timeout for element to appear
412
+ });
413
+ }
414
+ catch (error) {
415
+ throw toAIFriendlyError(error, command.selector);
416
+ }
417
+ });
418
+ const result = { clicked: true };
419
+ if (diffResult) {
420
+ result.diff = diffResult.output;
421
+ result.diffScope = diffResult.diff.scope;
422
+ }
423
+ return successResponse(command.id, result);
424
+ }
425
+ async function handleType(command, browser) {
426
+ const locator = browser.getLocator(command.selector, command.inFrame);
427
+ if (command.human?.enabled) {
428
+ const diffResult = await performDiff(locator, command.diffScope, async () => {
429
+ try {
430
+ const page = browser.getPage();
431
+ const box = await locator.boundingBox();
432
+ if (!box) {
433
+ throw new Error(`Element not visible: ${command.selector}`);
434
+ }
435
+ const targetX = box.x + box.width / 2;
436
+ const targetY = box.y + box.height / 2;
437
+ await humanClick(page, targetX, targetY, command.human);
438
+ await locator.focus();
439
+ await humanType(page, command.text, command.human);
440
+ }
441
+ catch (error) {
442
+ throw toAIFriendlyError(error, command.selector);
443
+ }
444
+ });
445
+ const result = { typed: true, human: true };
446
+ if (diffResult) {
447
+ result.diff = diffResult.output;
448
+ result.diffScope = diffResult.diff.scope;
449
+ }
450
+ return successResponse(command.id, result);
451
+ }
452
+ const diffResult = await performDiff(locator, command.diffScope, async () => {
453
+ try {
454
+ if (command.clear) {
455
+ await locator.fill('');
456
+ }
457
+ await locator.pressSequentially(command.text, {
458
+ delay: command.delay,
459
+ });
460
+ await locator.evaluate((el) => {
461
+ el.dispatchEvent(new Event('input', { bubbles: true }));
462
+ });
463
+ }
464
+ catch (error) {
465
+ throw toAIFriendlyError(error, command.selector);
466
+ }
467
+ });
468
+ const result = { typed: true };
469
+ if (diffResult) {
470
+ result.diff = diffResult.output;
471
+ result.diffScope = diffResult.diff.scope;
472
+ }
473
+ return successResponse(command.id, result);
474
+ }
475
+ async function handlePress(command, browser) {
476
+ const page = browser.getPage();
477
+ let locator = page.locator('body');
478
+ if (command.inFrame && command.selector) {
479
+ const frameLocator = browser.getFrame(command.inFrame);
480
+ locator = frameLocator.locator(command.selector);
481
+ }
482
+ else if (command.selector) {
483
+ locator = page.locator(command.selector);
484
+ }
485
+ const diffResult = await performDiff(locator, command.diffScope, async () => {
486
+ if (command.inFrame && command.selector) {
487
+ const frameLocator = browser.getFrame(command.inFrame);
488
+ await frameLocator.locator(command.selector).press(command.key);
489
+ }
490
+ else {
491
+ if (command.selector) {
492
+ await page.press(command.selector, command.key);
493
+ }
494
+ else {
495
+ await page.keyboard.press(command.key);
496
+ }
497
+ }
498
+ // 触发 keydown 事件供录制器捕获
499
+ // Playwright 的 press 方法不会触发 JavaScript 层面的 keydown 事件
500
+ // 需要手动触发事件以便录制器能够捕获按键操作
501
+ await page.evaluate((key) => {
502
+ const specialKeys = [
503
+ 'Enter',
504
+ 'Tab',
505
+ 'Escape',
506
+ 'Backspace',
507
+ 'ArrowUp',
508
+ 'ArrowDown',
509
+ 'ArrowLeft',
510
+ 'ArrowRight',
511
+ ];
512
+ const keyParts = key.split('+');
513
+ const mainKey = keyParts[keyParts.length - 1];
514
+ const hasCtrl = keyParts.includes('Control') || keyParts.includes('Ctrl');
515
+ const hasMeta = keyParts.includes('Meta') || keyParts.includes('Command');
516
+ const hasAlt = keyParts.includes('Alt');
517
+ const hasShift = keyParts.includes('Shift');
518
+ if (specialKeys.includes(mainKey) || hasCtrl || hasMeta || hasAlt) {
519
+ const event = new KeyboardEvent('keydown', {
520
+ key: mainKey,
521
+ code: mainKey.length === 1 ? `Key${mainKey.toUpperCase()}` : mainKey,
522
+ ctrlKey: hasCtrl,
523
+ metaKey: hasMeta,
524
+ altKey: hasAlt,
525
+ shiftKey: hasShift,
526
+ bubbles: true,
527
+ });
528
+ document.activeElement?.dispatchEvent(event);
529
+ }
530
+ }, command.key);
531
+ });
532
+ const result = { pressed: true };
533
+ if (diffResult) {
534
+ result.diff = diffResult.output;
535
+ result.diffScope = diffResult.diff.scope;
536
+ }
537
+ return successResponse(command.id, result);
538
+ }
539
+ async function handleScreenshot(command, browser) {
540
+ const page = browser.getPage();
541
+ const options = {
542
+ fullPage: command.fullPage,
543
+ type: command.format ?? 'png',
544
+ };
545
+ if (command.format === 'jpeg' && command.quality !== undefined) {
546
+ options.quality = command.quality;
547
+ }
548
+ let target = page;
549
+ if (command.inFrame) {
550
+ const frameLocator = browser.getFrame(command.inFrame);
551
+ if (command.selector) {
552
+ target = frameLocator.locator(command.selector);
553
+ }
554
+ else {
555
+ // For full frame screenshot, use locator(':root') on the frame locator
556
+ target = frameLocator.locator(':root');
557
+ }
558
+ }
559
+ else if (command.selector) {
560
+ target = browser.getLocator(command.selector);
561
+ }
562
+ try {
563
+ let savePath = command.path;
564
+ if (!savePath) {
565
+ const ext = command.format === 'jpeg' ? 'jpg' : 'png';
566
+ const timestamp = new Date().toISOString().replace(/[:.]/g, '-');
567
+ const random = Math.random().toString(36).substring(2, 8);
568
+ const filename = `screenshot-${timestamp}-${random}.${ext}`;
569
+ const screenshotDir = path.join(getAppDir(), 'tmp', 'screenshots');
570
+ mkdirSync(screenshotDir, { recursive: true });
571
+ savePath = path.join(screenshotDir, filename);
572
+ }
573
+ await target.screenshot({ ...options, path: savePath });
574
+ return successResponse(command.id, { path: savePath });
575
+ }
576
+ catch (error) {
577
+ if (command.selector) {
578
+ throw toAIFriendlyError(error, command.selector);
579
+ }
580
+ throw error;
581
+ }
582
+ }
583
+ async function handleSnapshot(command, browser) {
584
+ let effectiveSelector = command.selector;
585
+ let detectionResult = null;
586
+ // 如果未指定 selector,自动检测主体区域
587
+ if (!command.selector) {
588
+ const page = browser.getPage();
589
+ detectionResult = await detectMainContent(page);
590
+ effectiveSelector = detectionResult.selector;
591
+ }
592
+ const snapshot = await browser.getSnapshot({
593
+ interactive: command.interactive,
594
+ cursor: command.cursor,
595
+ maxDepth: command.maxDepth,
596
+ compact: command.compact,
597
+ selector: effectiveSelector,
598
+ framePath: command.inFrame,
599
+ path: command.path,
600
+ attrs: command.attrs,
601
+ });
602
+ const simpleRefs = {};
603
+ const refs = snapshot.refs || {};
604
+ for (const [ref, data] of Object.entries(refs)) {
605
+ simpleRefs[ref] = {
606
+ role: data.role,
607
+ name: data.name,
608
+ ...(data.xpath && { xpath: data.xpath }),
609
+ ...(data.cssPath && { cssPath: data.cssPath }),
610
+ ...(data.attributes && { attributes: data.attributes }),
611
+ };
612
+ }
613
+ // 生成 tips(只有自动检测到非 body 区域时才提示)
614
+ const tips = detectionResult ? generateContentTips(detectionResult) : undefined;
615
+ return successResponse(command.id, {
616
+ snapshot: snapshot.tree || 'Empty page',
617
+ refs: Object.keys(simpleRefs).length > 0 ? simpleRefs : undefined,
618
+ }, tips ?? undefined);
619
+ }
620
+ async function handleEvaluate(command, browser) {
621
+ try {
622
+ let script;
623
+ if (command.file) {
624
+ if (!existsSync(command.file)) {
625
+ throw new Error(`Script file not found: ${command.file}`);
626
+ }
627
+ script = readFileSync(command.file, 'utf-8');
628
+ }
629
+ else if (command.script) {
630
+ script = command.script;
631
+ }
632
+ else {
633
+ throw new Error('Either script or file must be provided for evaluate command');
634
+ }
635
+ let result;
636
+ if (command.inFrame) {
637
+ const frameLocator = browser.getFrame(command.inFrame);
638
+ result = await frameLocator.locator(':root').evaluate(script);
639
+ }
640
+ else {
641
+ const page = browser.getPage();
642
+ result = await page.evaluate(script);
643
+ }
644
+ return successResponse(command.id, { result });
645
+ }
646
+ catch (error) {
647
+ console.error('Error in handleEvaluate:', error);
648
+ return errorResponse(command.id, error instanceof Error ? error.message : String(error));
649
+ }
650
+ }
651
+ async function handleWait(command, browser) {
652
+ const humanConfig = getHumanConfigFromEnv();
653
+ const page = browser.getPage();
654
+ // If human mode is enabled and waiting for a duration, do mouse wander
655
+ if (humanConfig.enabled && command.timeout && !command.selector) {
656
+ await humanWander(page, humanConfig, { duration: command.timeout });
657
+ return successResponse(command.id, { waited: true, wandered: true });
658
+ }
659
+ if (command.inFrame) {
660
+ const frame = browser.getFrame(command.inFrame);
661
+ if (command.selector) {
662
+ await frame.waitForSelector(command.selector, {
663
+ state: command.state ?? 'visible',
664
+ timeout: command.timeout,
665
+ });
666
+ }
667
+ else if (command.timeout) {
668
+ await frame.waitForTimeout(command.timeout);
669
+ }
670
+ else {
671
+ await frame.waitForLoadState('load');
672
+ }
673
+ }
674
+ else {
675
+ const frame = browser.getFrame();
676
+ if (command.selector) {
677
+ await frame.waitForSelector(command.selector, {
678
+ state: command.state ?? 'visible',
679
+ timeout: command.timeout,
680
+ });
681
+ }
682
+ else if (command.timeout) {
683
+ await frame.waitForTimeout(command.timeout);
684
+ }
685
+ else {
686
+ await frame.waitForLoadState('load');
687
+ }
688
+ }
689
+ return successResponse(command.id, { waited: true });
690
+ }
691
+ async function handleScroll(command, browser) {
692
+ const page = browser.getPage();
693
+ if (command.selector) {
694
+ const element = page.locator(command.selector);
695
+ await element.scrollIntoViewIfNeeded();
696
+ if (command.x !== undefined || command.y !== undefined) {
697
+ await element.evaluate((el, { x, y }) => {
698
+ if ('scrollBy' in el) {
699
+ el.scrollBy(x ?? 0, y ?? 0);
700
+ }
701
+ }, { x: command.x, y: command.y });
702
+ }
703
+ }
704
+ else {
705
+ // Scroll the page
706
+ let deltaX = command.x ?? 0;
707
+ let deltaY = command.y ?? 0;
708
+ if (command.direction) {
709
+ const amount = command.amount ?? 100;
710
+ switch (command.direction) {
711
+ case 'up':
712
+ deltaY = -amount;
713
+ break;
714
+ case 'down':
715
+ deltaY = amount;
716
+ break;
717
+ case 'left':
718
+ deltaX = -amount;
719
+ break;
720
+ case 'right':
721
+ deltaX = amount;
722
+ break;
723
+ }
724
+ }
725
+ await page.evaluate(`window.scrollBy(${deltaX}, ${deltaY})`);
726
+ }
727
+ return successResponse(command.id, { scrolled: true });
728
+ }
729
+ async function handleSelect(command, browser) {
730
+ const values = Array.isArray(command.values) ? command.values : [command.values];
731
+ const locator = browser.getLocator(command.selector, command.inFrame);
732
+ const diffResult = await performDiff(locator, command.diffScope, async () => {
733
+ try {
734
+ await locator.selectOption(values);
735
+ }
736
+ catch (error) {
737
+ throw toAIFriendlyError(error, command.selector);
738
+ }
739
+ });
740
+ const result = { selected: values };
741
+ if (diffResult) {
742
+ result.diff = diffResult.output;
743
+ result.diffScope = diffResult.diff.scope;
744
+ }
745
+ return successResponse(command.id, result);
746
+ }
747
+ async function handleHover(command, browser) {
748
+ const locator = browser.getLocator(command.selector, command.inFrame);
749
+ if (command.human?.enabled) {
750
+ const diffResult = await performDiff(locator, command.diffScope, async () => {
751
+ try {
752
+ const page = browser.getPage();
753
+ const box = await locator.boundingBox();
754
+ if (!box) {
755
+ throw new Error(`Element not visible: ${command.selector}`);
756
+ }
757
+ const targetX = box.x + box.width / 2;
758
+ const targetY = box.y + box.height / 2;
759
+ await humanMoveTo(page, { x: targetX, y: targetY }, command.human);
760
+ }
761
+ catch (error) {
762
+ throw toAIFriendlyError(error, command.selector);
763
+ }
764
+ });
765
+ const result = { hovered: true, human: true };
766
+ if (diffResult) {
767
+ result.diff = diffResult.output;
768
+ result.diffScope = diffResult.diff.scope;
769
+ }
770
+ return successResponse(command.id, result);
771
+ }
772
+ const diffResult = await performDiff(locator, command.diffScope, async () => {
773
+ try {
774
+ await locator.hover();
775
+ }
776
+ catch (error) {
777
+ throw toAIFriendlyError(error, command.selector);
778
+ }
779
+ });
780
+ const result = { hovered: true };
781
+ if (diffResult) {
782
+ result.diff = diffResult.output;
783
+ result.diffScope = diffResult.diff.scope;
784
+ }
785
+ return successResponse(command.id, result);
786
+ }
787
+ async function handleContent(command, browser) {
788
+ const page = browser.getPage();
789
+ let html;
790
+ if (command.selector) {
791
+ html = await page.locator(command.selector).innerHTML();
792
+ }
793
+ else {
794
+ html = await page.content();
795
+ }
796
+ return successResponse(command.id, { html });
797
+ }
798
+ async function handleClose(command, browser) {
799
+ await browser.close();
800
+ return successResponse(command.id, { closed: true });
801
+ }
802
+ async function handleTabNew(command, browser) {
803
+ const result = await browser.newTab();
804
+ // Navigate to URL if provided (same pattern as handleNavigate)
805
+ if (command.url) {
806
+ const page = browser.getPage();
807
+ await page.goto(command.url, { waitUntil: 'domcontentloaded' });
808
+ }
809
+ return successResponse(command.id, result);
810
+ }
811
+ async function handleTabList(command, browser) {
812
+ const tabs = await browser.listTabs();
813
+ return successResponse(command.id, {
814
+ tabs,
815
+ active: browser.getActiveIndex(),
816
+ });
817
+ }
818
+ async function handleTabSwitch(command, browser) {
819
+ const result = await browser.switchTo(command.index);
820
+ const page = browser.getPage();
821
+ return successResponse(command.id, {
822
+ ...result,
823
+ title: await page.title(),
824
+ });
825
+ }
826
+ async function handleTabClose(command, browser) {
827
+ const result = await browser.closeTab(command.index);
828
+ return successResponse(command.id, result);
829
+ }
830
+ async function handleWindowNew(command, browser) {
831
+ const result = await browser.newWindow(command.viewport);
832
+ return successResponse(command.id, result);
833
+ }
834
+ // New handlers for enhanced Playwright parity
835
+ async function handleFill(command, browser) {
836
+ const locator = browser.getLocator(command.selector, command.inFrame);
837
+ if (command.human?.enabled) {
838
+ const diffResult = await performDiff(locator, command.diffScope, async () => {
839
+ try {
840
+ const page = browser.getPage();
841
+ const box = await locator.boundingBox();
842
+ if (!box) {
843
+ throw new Error(`Element not visible: ${command.selector}`);
844
+ }
845
+ const targetX = box.x + box.width / 2;
846
+ const targetY = box.y + box.height / 2;
847
+ await humanClick(page, targetX, targetY, command.human);
848
+ await locator.focus();
849
+ // Clear existing content: triple-click to select all, then delete with Backspace
850
+ await page.mouse.click(targetX, targetY, { clickCount: 3 });
851
+ await page.keyboard.press('Backspace');
852
+ await humanType(page, command.value, command.human);
853
+ }
854
+ catch (error) {
855
+ throw toAIFriendlyError(error, command.selector);
856
+ }
857
+ });
858
+ const result = { filled: true, human: true };
859
+ if (diffResult) {
860
+ result.diff = diffResult.output;
861
+ result.diffScope = diffResult.diff.scope;
862
+ }
863
+ return successResponse(command.id, result);
864
+ }
865
+ const diffResult = await performDiff(locator, command.diffScope, async () => {
866
+ try {
867
+ await locator.fill(command.value);
868
+ // Trigger input event for recorder to capture
869
+ // Use page.evaluate to dispatch events in the browser context
870
+ const page = browser.getPage();
871
+ if (page) {
872
+ await page.evaluate((selector) => {
873
+ const el = document.querySelector(selector);
874
+ if (el) {
875
+ el.dispatchEvent(new Event('input', { bubbles: true }));
876
+ el.dispatchEvent(new Event('change', { bubbles: true }));
877
+ }
878
+ }, command.selector);
879
+ }
880
+ }
881
+ catch (error) {
882
+ throw toAIFriendlyError(error, command.selector);
883
+ }
884
+ });
885
+ const result = { filled: true };
886
+ if (diffResult) {
887
+ result.diff = diffResult.output;
888
+ result.diffScope = diffResult.diff.scope;
889
+ }
890
+ return successResponse(command.id, result);
891
+ }
892
+ async function handleCheck(command, browser) {
893
+ const locator = browser.getLocator(command.selector, command.inFrame);
894
+ const diffResult = await performDiff(locator, command.diffScope, async () => {
895
+ try {
896
+ await locator.check();
897
+ await locator.evaluate((el) => {
898
+ el.dispatchEvent(new Event('click', { bubbles: true }));
899
+ });
900
+ }
901
+ catch (error) {
902
+ throw toAIFriendlyError(error, command.selector);
903
+ }
904
+ });
905
+ const result = { checked: true };
906
+ if (diffResult) {
907
+ result.diff = diffResult.output;
908
+ result.diffScope = diffResult.diff.scope;
909
+ }
910
+ return successResponse(command.id, result);
911
+ }
912
+ async function handleUncheck(command, browser) {
913
+ const locator = browser.getLocator(command.selector, command.inFrame);
914
+ const diffResult = await performDiff(locator, command.diffScope, async () => {
915
+ try {
916
+ await locator.uncheck();
917
+ await locator.evaluate((el) => {
918
+ el.dispatchEvent(new Event('click', { bubbles: true }));
919
+ });
920
+ }
921
+ catch (error) {
922
+ throw toAIFriendlyError(error, command.selector);
923
+ }
924
+ });
925
+ const result = { unchecked: true };
926
+ if (diffResult) {
927
+ result.diff = diffResult.output;
928
+ result.diffScope = diffResult.diff.scope;
929
+ }
930
+ return successResponse(command.id, result);
931
+ }
932
+ async function handleUpload(command, browser) {
933
+ const locator = browser.getLocator(command.selector, command.inFrame);
934
+ const files = Array.isArray(command.files) ? command.files : [command.files];
935
+ try {
936
+ await locator.setInputFiles(files);
937
+ }
938
+ catch (error) {
939
+ throw toAIFriendlyError(error, command.selector);
940
+ }
941
+ return successResponse(command.id, { uploaded: files });
942
+ }
943
+ async function handleDoubleClick(command, browser) {
944
+ const locator = browser.getLocator(command.selector, command.inFrame);
945
+ if (command.human?.enabled) {
946
+ const diffResult = await performDiff(locator, command.diffScope, async () => {
947
+ try {
948
+ const page = browser.getPage();
949
+ const box = await locator.boundingBox();
950
+ if (!box) {
951
+ throw new Error(`Element not visible: ${command.selector}`);
952
+ }
953
+ const targetX = box.x + box.width / 2;
954
+ const targetY = box.y + box.height / 2;
955
+ await humanClick(page, targetX, targetY, command.human, {
956
+ clickCount: 2,
957
+ });
958
+ }
959
+ catch (error) {
960
+ throw toAIFriendlyError(error, command.selector);
961
+ }
962
+ });
963
+ const result = { clicked: true, human: true };
964
+ if (diffResult) {
965
+ result.diff = diffResult.output;
966
+ result.diffScope = diffResult.diff.scope;
967
+ }
968
+ return successResponse(command.id, result);
969
+ }
970
+ const diffResult = await performDiff(locator, command.diffScope, async () => {
971
+ try {
972
+ await locator.dblclick();
973
+ }
974
+ catch (error) {
975
+ throw toAIFriendlyError(error, command.selector);
976
+ }
977
+ });
978
+ const result = { clicked: true };
979
+ if (diffResult) {
980
+ result.diff = diffResult.output;
981
+ result.diffScope = diffResult.diff.scope;
982
+ }
983
+ return successResponse(command.id, result);
984
+ }
985
+ async function handleFocus(command, browser) {
986
+ const locator = browser.getLocator(command.selector, command.inFrame);
987
+ const diffResult = await performDiff(locator, command.diffScope, async () => {
988
+ try {
989
+ await locator.focus({ timeout: 5000 });
990
+ }
991
+ catch (error) {
992
+ throw toAIFriendlyError(error, command.selector);
993
+ }
994
+ });
995
+ const result = { focused: true };
996
+ if (diffResult) {
997
+ result.diff = diffResult.output;
998
+ result.diffScope = diffResult.diff.scope;
999
+ }
1000
+ return successResponse(command.id, result);
1001
+ }
1002
+ async function handleDrag(command, browser) {
1003
+ const sourceLocator = browser.getLocator(command.source, command.inFrame);
1004
+ const targetLocator = browser.getLocator(command.target, command.inFrame);
1005
+ await sourceLocator.dragTo(targetLocator);
1006
+ return successResponse(command.id, { dragged: true });
1007
+ }
1008
+ async function handleGetByRole(command, browser) {
1009
+ const frame = browser.getFrame(command.inFrame);
1010
+ const locator = frame.getByRole(command.role, {
1011
+ name: command.name,
1012
+ exact: command.exact,
1013
+ });
1014
+ switch (command.subaction) {
1015
+ case 'click':
1016
+ await locator.click();
1017
+ return successResponse(command.id, { clicked: true });
1018
+ case 'fill':
1019
+ await locator.fill(command.value ?? '');
1020
+ return successResponse(command.id, { filled: true });
1021
+ case 'check':
1022
+ await locator.check();
1023
+ return successResponse(command.id, { checked: true });
1024
+ case 'hover':
1025
+ await locator.hover();
1026
+ return successResponse(command.id, { hovered: true });
1027
+ }
1028
+ }
1029
+ async function handleGetByText(command, browser) {
1030
+ const frame = browser.getFrame(command.inFrame);
1031
+ const locator = frame.getByText(command.text, { exact: command.exact });
1032
+ switch (command.subaction) {
1033
+ case 'click':
1034
+ await locator.click();
1035
+ return successResponse(command.id, { clicked: true });
1036
+ case 'hover':
1037
+ await locator.hover();
1038
+ return successResponse(command.id, { hovered: true });
1039
+ }
1040
+ }
1041
+ async function handleGetByLabel(command, browser) {
1042
+ const frame = browser.getFrame(command.inFrame);
1043
+ const locator = frame.getByLabel(command.label, { exact: command.exact });
1044
+ switch (command.subaction) {
1045
+ case 'click':
1046
+ await locator.click();
1047
+ return successResponse(command.id, { clicked: true });
1048
+ case 'fill':
1049
+ await locator.fill(command.value ?? '');
1050
+ return successResponse(command.id, { filled: true });
1051
+ case 'check':
1052
+ await locator.check();
1053
+ return successResponse(command.id, { checked: true });
1054
+ }
1055
+ }
1056
+ async function handleGetByPlaceholder(command, browser) {
1057
+ const frame = browser.getFrame(command.inFrame);
1058
+ const locator = frame.getByPlaceholder(command.placeholder, { exact: command.exact });
1059
+ switch (command.subaction) {
1060
+ case 'click':
1061
+ await locator.click();
1062
+ return successResponse(command.id, { clicked: true });
1063
+ case 'fill':
1064
+ await locator.fill(command.value ?? '');
1065
+ return successResponse(command.id, { filled: true });
1066
+ }
1067
+ }
1068
+ async function handleCookiesGet(command, browser) {
1069
+ const page = browser.getPage();
1070
+ const context = page.context();
1071
+ const cookies = await context.cookies(command.urls);
1072
+ return successResponse(command.id, { cookies });
1073
+ }
1074
+ async function handleCookiesSet(command, browser) {
1075
+ const page = browser.getPage();
1076
+ const context = page.context();
1077
+ // Auto-fill URL for cookies that don't have domain/path/url set
1078
+ const pageUrl = page.url();
1079
+ const cookies = command.cookies.map((cookie) => {
1080
+ if (!cookie.url && !cookie.domain && !cookie.path) {
1081
+ return { ...cookie, url: pageUrl };
1082
+ }
1083
+ return cookie;
1084
+ });
1085
+ await context.addCookies(cookies);
1086
+ return successResponse(command.id, { set: true });
1087
+ }
1088
+ async function handleCookiesClear(command, browser) {
1089
+ const page = browser.getPage();
1090
+ const context = page.context();
1091
+ await context.clearCookies();
1092
+ return successResponse(command.id, { cleared: true });
1093
+ }
1094
+ async function handleStorageGet(command, browser) {
1095
+ const frame = browser.getFrame();
1096
+ const storageType = command.type === 'local' ? 'localStorage' : 'sessionStorage';
1097
+ if (command.key) {
1098
+ const value = await frame.evaluate(`
1099
+ ${storageType}.getItem(${JSON.stringify(command.key)})
1100
+ `);
1101
+ return successResponse(command.id, { key: command.key, value });
1102
+ }
1103
+ else {
1104
+ const data = await frame.evaluate(`
1105
+ (() => {
1106
+ const storage = ${storageType};
1107
+ const result = {};
1108
+ for (let i = 0; i < storage.length; i++) {
1109
+ const key = storage.key(i);
1110
+ if (key) result[key] = storage.getItem(key);
1111
+ }
1112
+ return result;
1113
+ })()
1114
+ `);
1115
+ return successResponse(command.id, { data });
1116
+ }
1117
+ }
1118
+ async function handleStorageSet(command, browser) {
1119
+ const frame = browser.getFrame();
1120
+ const storageType = command.type === 'local' ? 'localStorage' : 'sessionStorage';
1121
+ await frame.evaluate(`${storageType}.setItem(${JSON.stringify(command.key)}, ${JSON.stringify(command.value)})`);
1122
+ return successResponse(command.id, { set: true });
1123
+ }
1124
+ async function handleStorageClear(command, browser) {
1125
+ const frame = browser.getFrame();
1126
+ const storageType = command.type === 'local' ? 'localStorage' : 'sessionStorage';
1127
+ await frame.evaluate(`${storageType}.clear()`);
1128
+ return successResponse(command.id, { cleared: true });
1129
+ }
1130
+ async function handleDialog(command, browser) {
1131
+ browser.setDialogHandler(command.response, command.promptText);
1132
+ return successResponse(command.id, { handler: 'set', response: command.response });
1133
+ }
1134
+ async function handlePdf(command, browser) {
1135
+ const page = browser.getPage();
1136
+ await page.pdf({
1137
+ path: command.path,
1138
+ format: command.format ?? 'Letter',
1139
+ });
1140
+ return successResponse(command.id, { path: command.path });
1141
+ }
1142
+ // Network & Request handlers
1143
+ async function handleRoute(command, browser) {
1144
+ await browser.addRoute(command.url, {
1145
+ response: command.response,
1146
+ abort: command.abort,
1147
+ });
1148
+ return successResponse(command.id, { routed: command.url });
1149
+ }
1150
+ async function handleUnroute(command, browser) {
1151
+ await browser.removeRoute(command.url);
1152
+ return successResponse(command.id, { unrouted: command.url ?? 'all' });
1153
+ }
1154
+ async function handleRequests(command, browser) {
1155
+ if (command.clear) {
1156
+ browser.clearRequests();
1157
+ return successResponse(command.id, { cleared: true });
1158
+ }
1159
+ // Start tracking if not already
1160
+ browser.startRequestTracking();
1161
+ const requests = browser.getRequests(command.filter);
1162
+ return successResponse(command.id, { requests });
1163
+ }
1164
+ async function handleDownload(command, browser) {
1165
+ const page = browser.getPage();
1166
+ const locator = browser.getLocator(command.selector, command.inFrame);
1167
+ const [download] = await Promise.all([page.waitForEvent('download'), locator.click()]);
1168
+ await download.saveAs(command.path);
1169
+ return successResponse(command.id, {
1170
+ path: command.path,
1171
+ suggestedFilename: download.suggestedFilename(),
1172
+ });
1173
+ }
1174
+ async function handleGeolocation(command, browser) {
1175
+ await browser.setGeolocation(command.latitude, command.longitude, command.accuracy);
1176
+ return successResponse(command.id, {
1177
+ latitude: command.latitude,
1178
+ longitude: command.longitude,
1179
+ });
1180
+ }
1181
+ async function handlePermissions(command, browser) {
1182
+ await browser.setPermissions(command.permissions, command.grant);
1183
+ return successResponse(command.id, {
1184
+ permissions: command.permissions,
1185
+ granted: command.grant,
1186
+ });
1187
+ }
1188
+ async function handleViewport(command, browser) {
1189
+ await browser.setViewport(command.width, command.height);
1190
+ return successResponse(command.id, {
1191
+ width: command.width,
1192
+ height: command.height,
1193
+ });
1194
+ }
1195
+ async function handleUserAgent(command, browser) {
1196
+ const page = browser.getPage();
1197
+ const context = page.context();
1198
+ // Note: Can't change user agent after context is created, but we can for new pages
1199
+ return successResponse(command.id, {
1200
+ note: 'User agent can only be set at launch time. Use device command instead.',
1201
+ });
1202
+ }
1203
+ async function handleDevice(command, browser) {
1204
+ const device = browser.getDevice(command.device);
1205
+ if (!device) {
1206
+ const available = browser.listDevices().slice(0, 10).join(', ');
1207
+ throw new Error(`Unknown device: ${command.device}. Available: ${available}...`);
1208
+ }
1209
+ // Apply device viewport
1210
+ await browser.setViewport(device.viewport.width, device.viewport.height);
1211
+ // Apply or clear device scale factor
1212
+ if (device.deviceScaleFactor && device.deviceScaleFactor !== 1) {
1213
+ // Apply device scale factor for HiDPI/retina displays
1214
+ await browser.setDeviceScaleFactor(device.deviceScaleFactor, device.viewport.width, device.viewport.height, device.isMobile ?? false);
1215
+ }
1216
+ else {
1217
+ // Clear device scale factor override to restore default (1x)
1218
+ try {
1219
+ await browser.clearDeviceMetricsOverride();
1220
+ }
1221
+ catch {
1222
+ // Ignore error if override was never set
1223
+ }
1224
+ }
1225
+ return successResponse(command.id, {
1226
+ device: command.device,
1227
+ viewport: device.viewport,
1228
+ userAgent: device.userAgent,
1229
+ deviceScaleFactor: device.deviceScaleFactor,
1230
+ });
1231
+ }
1232
+ async function handleBack(command, browser) {
1233
+ browser.recordStep({ action: 'back' });
1234
+ const page = browser.getPage();
1235
+ await page.goBack();
1236
+ return successResponse(command.id, { url: page.url() });
1237
+ }
1238
+ async function handleForward(command, browser) {
1239
+ browser.recordStep({ action: 'forward' });
1240
+ const page = browser.getPage();
1241
+ await page.goForward();
1242
+ return successResponse(command.id, { url: page.url() });
1243
+ }
1244
+ async function handleReload(command, browser) {
1245
+ browser.recordStep({ action: 'reload' });
1246
+ const page = browser.getPage();
1247
+ await page.reload();
1248
+ return successResponse(command.id, { url: page.url() });
1249
+ }
1250
+ async function handleUrl(command, browser) {
1251
+ if (command.inFrame) {
1252
+ const frameLocator = browser.getFrame(command.inFrame);
1253
+ // Get URL from frame by evaluating JavaScript on root locator
1254
+ const url = await frameLocator.locator(':root').evaluate(() => window.location.href);
1255
+ return successResponse(command.id, { url });
1256
+ }
1257
+ else {
1258
+ const page = browser.getPage();
1259
+ return successResponse(command.id, { url: page.url() });
1260
+ }
1261
+ }
1262
+ async function handleTitle(command, browser) {
1263
+ if (command.inFrame) {
1264
+ const frameLocator = browser.getFrame(command.inFrame);
1265
+ // Get title from frame by evaluating JavaScript on root locator
1266
+ const title = await frameLocator.locator(':root').evaluate(() => document.title);
1267
+ return successResponse(command.id, { title });
1268
+ }
1269
+ else {
1270
+ const page = browser.getPage();
1271
+ const title = await page.title();
1272
+ return successResponse(command.id, { title });
1273
+ }
1274
+ }
1275
+ async function handleGetAttribute(command, browser) {
1276
+ const locator = browser.getLocator(command.selector, command.inFrame);
1277
+ const value = await locator.getAttribute(command.attribute);
1278
+ return successResponse(command.id, { attribute: command.attribute, value });
1279
+ }
1280
+ async function handleGetText(command, browser) {
1281
+ const locator = browser.getLocator(command.selector, command.inFrame);
1282
+ const text = await locator.textContent();
1283
+ return successResponse(command.id, { text });
1284
+ }
1285
+ async function handleIsVisible(command, browser) {
1286
+ const locator = browser.getLocator(command.selector, command.inFrame);
1287
+ const visible = await locator.isVisible({ timeout: 5000 });
1288
+ return successResponse(command.id, { visible });
1289
+ }
1290
+ async function handleIsEnabled(command, browser) {
1291
+ const locator = browser.getLocator(command.selector, command.inFrame);
1292
+ const enabled = await locator.isEnabled({ timeout: 5000 });
1293
+ return successResponse(command.id, { enabled });
1294
+ }
1295
+ async function handleIsChecked(command, browser) {
1296
+ const locator = browser.getLocator(command.selector, command.inFrame);
1297
+ const checked = await locator.isChecked({ timeout: 5000 });
1298
+ return successResponse(command.id, { checked });
1299
+ }
1300
+ async function handleCount(command, browser) {
1301
+ const locator = browser.getLocator(command.selector, command.inFrame);
1302
+ const count = await locator.count();
1303
+ return successResponse(command.id, { count });
1304
+ }
1305
+ async function handleBoundingBox(command, browser) {
1306
+ const locator = browser.getLocator(command.selector, command.inFrame);
1307
+ const box = await locator.boundingBox();
1308
+ return successResponse(command.id, { box });
1309
+ }
1310
+ async function handleStyles(command, browser) {
1311
+ const frame = browser.getFrame(command.inFrame);
1312
+ // Shared extraction logic as a string to be eval'd in browser context
1313
+ const extractStylesScript = `(function(el) {
1314
+ const s = getComputedStyle(el);
1315
+ const r = el.getBoundingClientRect();
1316
+ return {
1317
+ tag: el.tagName.toLowerCase(),
1318
+ text: el.innerText?.trim().slice(0, 80) || null,
1319
+ box: {
1320
+ x: Math.round(r.x),
1321
+ y: Math.round(r.y),
1322
+ width: Math.round(r.width),
1323
+ height: Math.round(r.height),
1324
+ },
1325
+ styles: {
1326
+ fontSize: s.fontSize,
1327
+ fontWeight: s.fontWeight,
1328
+ fontFamily: s.fontFamily.split(',')[0].trim().replace(/"/g, ''),
1329
+ color: s.color,
1330
+ backgroundColor: s.backgroundColor,
1331
+ borderRadius: s.borderRadius,
1332
+ border: s.border !== 'none' && s.borderWidth !== '0px' ? s.border : null,
1333
+ boxShadow: s.boxShadow !== 'none' ? s.boxShadow : null,
1334
+ padding: s.padding,
1335
+ },
1336
+ };
1337
+ })`;
1338
+ // Check if it's a ref - single element
1339
+ if (browser.isRef(command.selector)) {
1340
+ const locator = browser.getLocator(command.selector);
1341
+ const element = (await locator.evaluate((el, script) => {
1342
+ const fn = eval(script);
1343
+ return fn(el);
1344
+ }, extractStylesScript));
1345
+ return successResponse(command.id, { elements: [element] });
1346
+ }
1347
+ // CSS selector - can match multiple elements
1348
+ const elements = (await frame.locator(command.selector).evaluateAll((els, script) => {
1349
+ const fn = eval(script);
1350
+ return els.map((el) => fn(el));
1351
+ }, extractStylesScript));
1352
+ return successResponse(command.id, { elements });
1353
+ }
1354
+ // Advanced handlers
1355
+ async function handleVideoStart(command, browser) {
1356
+ // Video recording requires context-level setup at launch
1357
+ // For now, return a note about this limitation
1358
+ return successResponse(command.id, {
1359
+ note: 'Video recording must be enabled at browser launch. Use --video flag when starting.',
1360
+ path: command.path,
1361
+ });
1362
+ }
1363
+ async function handleVideoStop(command, browser) {
1364
+ const page = browser.getPage();
1365
+ const video = page.video();
1366
+ if (video) {
1367
+ const path = await video.path();
1368
+ return successResponse(command.id, { path });
1369
+ }
1370
+ return successResponse(command.id, { note: 'No video recording active' });
1371
+ }
1372
+ async function handleTraceStart(command, browser) {
1373
+ await browser.startTracing({
1374
+ screenshots: command.screenshots,
1375
+ snapshots: command.snapshots,
1376
+ });
1377
+ return successResponse(command.id, { started: true });
1378
+ }
1379
+ async function handleTraceStop(command, browser) {
1380
+ await browser.stopTracing(command.path);
1381
+ return successResponse(command.id, { path: command.path });
1382
+ }
1383
+ async function handleHarStart(command, browser) {
1384
+ await browser.startHarRecording();
1385
+ browser.startRequestTracking();
1386
+ return successResponse(command.id, { started: true });
1387
+ }
1388
+ async function handleHarStop(command, browser) {
1389
+ // HAR recording is handled at context level
1390
+ // For now, we save tracked requests as a simplified HAR-like format
1391
+ const requests = browser.getRequests();
1392
+ return successResponse(command.id, {
1393
+ path: command.path,
1394
+ requestCount: requests.length,
1395
+ });
1396
+ }
1397
+ async function handleStateSave(command, browser) {
1398
+ await browser.saveStorageState(command.path);
1399
+ return successResponse(command.id, { path: command.path });
1400
+ }
1401
+ async function handleStateLoad(command, browser) {
1402
+ // Storage state is loaded at context creation
1403
+ return successResponse(command.id, {
1404
+ note: 'Storage state must be loaded at browser launch. Use --state flag.',
1405
+ path: command.path,
1406
+ });
1407
+ }
1408
+ async function handleConsole(command, browser) {
1409
+ if (command.clear) {
1410
+ browser.clearConsoleMessages();
1411
+ return successResponse(command.id, { cleared: true });
1412
+ }
1413
+ const messages = browser.getConsoleMessages();
1414
+ return successResponse(command.id, { messages });
1415
+ }
1416
+ async function handleErrors(command, browser) {
1417
+ if (command.clear) {
1418
+ browser.clearPageErrors();
1419
+ return successResponse(command.id, { cleared: true });
1420
+ }
1421
+ const errors = browser.getPageErrors();
1422
+ return successResponse(command.id, { errors });
1423
+ }
1424
+ async function handleKeyboard(command, browser) {
1425
+ const page = browser.getPage();
1426
+ await page.keyboard.press(command.keys);
1427
+ return successResponse(command.id, { pressed: command.keys });
1428
+ }
1429
+ async function handleWheel(command, browser) {
1430
+ const page = browser.getPage();
1431
+ if (command.selector) {
1432
+ const element = page.locator(command.selector);
1433
+ await element.hover();
1434
+ }
1435
+ await page.mouse.wheel(command.deltaX ?? 0, command.deltaY ?? 0);
1436
+ return successResponse(command.id, { scrolled: true });
1437
+ }
1438
+ async function handleTap(command, browser) {
1439
+ const locator = browser.getLocator(command.selector, command.inFrame);
1440
+ await locator.tap();
1441
+ return successResponse(command.id, { tapped: true });
1442
+ }
1443
+ async function handleClipboard(command, browser) {
1444
+ const page = browser.getPage();
1445
+ switch (command.operation) {
1446
+ case 'copy':
1447
+ await page.keyboard.press('Control+c');
1448
+ return successResponse(command.id, { copied: true });
1449
+ case 'paste':
1450
+ await page.keyboard.press('Control+v');
1451
+ return successResponse(command.id, { pasted: true });
1452
+ case 'read':
1453
+ const text = await page.evaluate('navigator.clipboard.readText()');
1454
+ return successResponse(command.id, { text });
1455
+ default:
1456
+ return errorResponse(command.id, 'Unknown clipboard operation');
1457
+ }
1458
+ }
1459
+ async function handleHighlight(command, browser) {
1460
+ const locator = browser.getLocator(command.selector, command.inFrame);
1461
+ await locator.highlight();
1462
+ return successResponse(command.id, { highlighted: true });
1463
+ }
1464
+ async function handleClear(command, browser) {
1465
+ const locator = browser.getLocator(command.selector, command.inFrame);
1466
+ await locator.clear();
1467
+ return successResponse(command.id, { cleared: true });
1468
+ }
1469
+ async function handleSelectAll(command, browser) {
1470
+ const locator = browser.getLocator(command.selector, command.inFrame);
1471
+ await locator.selectText();
1472
+ return successResponse(command.id, { selected: true });
1473
+ }
1474
+ async function handleInnerText(command, browser) {
1475
+ const locator = browser.getLocator(command.selector, command.inFrame);
1476
+ const text = await locator.innerText();
1477
+ return successResponse(command.id, { text });
1478
+ }
1479
+ async function handleInnerHtml(command, browser) {
1480
+ const locator = browser.getLocator(command.selector, command.inFrame);
1481
+ const html = await locator.innerHTML();
1482
+ return successResponse(command.id, { html });
1483
+ }
1484
+ async function handleInputValue(command, browser) {
1485
+ const locator = browser.getLocator(command.selector, command.inFrame);
1486
+ const value = await locator.inputValue();
1487
+ return successResponse(command.id, { value });
1488
+ }
1489
+ async function handleSetValue(command, browser) {
1490
+ const page = browser.getPage();
1491
+ await page.locator(command.selector).fill(command.value);
1492
+ return successResponse(command.id, { set: true });
1493
+ }
1494
+ async function handleDispatch(command, browser) {
1495
+ const page = browser.getPage();
1496
+ await page.locator(command.selector).dispatchEvent(command.event, command.eventInit);
1497
+ return successResponse(command.id, { dispatched: command.event });
1498
+ }
1499
+ async function handleEvalHandle(command, browser) {
1500
+ const page = browser.getPage();
1501
+ const handle = await page.evaluateHandle(command.script);
1502
+ const result = await handle.jsonValue().catch(() => 'Handle (non-serializable)');
1503
+ return successResponse(command.id, { result });
1504
+ }
1505
+ async function handleExpose(command, browser) {
1506
+ const page = browser.getPage();
1507
+ await page.exposeFunction(command.name, () => {
1508
+ // Exposed function - can be extended
1509
+ return `Function ${command.name} called`;
1510
+ });
1511
+ return successResponse(command.id, { exposed: command.name });
1512
+ }
1513
+ async function handleAddScript(command, browser) {
1514
+ const page = browser.getPage();
1515
+ if (command.content) {
1516
+ await page.addScriptTag({ content: command.content });
1517
+ }
1518
+ else if (command.url) {
1519
+ await page.addScriptTag({ url: command.url });
1520
+ }
1521
+ return successResponse(command.id, { added: true });
1522
+ }
1523
+ async function handleAddStyle(command, browser) {
1524
+ const page = browser.getPage();
1525
+ if (command.content) {
1526
+ await page.addStyleTag({ content: command.content });
1527
+ }
1528
+ else if (command.url) {
1529
+ await page.addStyleTag({ url: command.url });
1530
+ }
1531
+ return successResponse(command.id, { added: true });
1532
+ }
1533
+ async function handleEmulateMedia(command, browser) {
1534
+ const page = browser.getPage();
1535
+ await page.emulateMedia({
1536
+ media: command.media,
1537
+ colorScheme: command.colorScheme,
1538
+ reducedMotion: command.reducedMotion,
1539
+ forcedColors: command.forcedColors,
1540
+ });
1541
+ return successResponse(command.id, { emulated: true });
1542
+ }
1543
+ async function handleOffline(command, browser) {
1544
+ await browser.setOffline(command.offline);
1545
+ return successResponse(command.id, { offline: command.offline });
1546
+ }
1547
+ async function handleHeaders(command, browser) {
1548
+ await browser.setExtraHeaders(command.headers);
1549
+ return successResponse(command.id, { set: true });
1550
+ }
1551
+ async function handlePause(command, browser) {
1552
+ const page = browser.getPage();
1553
+ await page.pause();
1554
+ return successResponse(command.id, { paused: true });
1555
+ }
1556
+ async function handleGetByAltText(command, browser) {
1557
+ const frame = browser.getFrame(command.inFrame);
1558
+ const locator = frame.getByAltText(command.text, { exact: command.exact });
1559
+ switch (command.subaction) {
1560
+ case 'click':
1561
+ await locator.click();
1562
+ return successResponse(command.id, { clicked: true });
1563
+ case 'hover':
1564
+ await locator.hover();
1565
+ return successResponse(command.id, { hovered: true });
1566
+ }
1567
+ }
1568
+ async function handleGetByTitle(command, browser) {
1569
+ const frame = browser.getFrame(command.inFrame);
1570
+ const locator = frame.getByTitle(command.text, { exact: command.exact });
1571
+ switch (command.subaction) {
1572
+ case 'click':
1573
+ await locator.click();
1574
+ return successResponse(command.id, { clicked: true });
1575
+ case 'hover':
1576
+ await locator.hover();
1577
+ return successResponse(command.id, { hovered: true });
1578
+ }
1579
+ }
1580
+ async function handleGetByTestId(command, browser) {
1581
+ const frame = browser.getFrame(command.inFrame);
1582
+ const locator = frame.getByTestId(command.testId);
1583
+ switch (command.subaction) {
1584
+ case 'click':
1585
+ await locator.click();
1586
+ return successResponse(command.id, { clicked: true });
1587
+ case 'fill':
1588
+ await locator.fill(command.value ?? '');
1589
+ return successResponse(command.id, { filled: true });
1590
+ case 'check':
1591
+ await locator.check();
1592
+ return successResponse(command.id, { checked: true });
1593
+ case 'hover':
1594
+ await locator.hover();
1595
+ return successResponse(command.id, { hovered: true });
1596
+ }
1597
+ }
1598
+ async function handleNth(command, browser) {
1599
+ const refLocator = browser.getLocatorFromRef(command.selector, command.inFrame);
1600
+ let locator;
1601
+ if (refLocator) {
1602
+ locator = refLocator;
1603
+ }
1604
+ else {
1605
+ const frame = browser.getFrame(command.inFrame);
1606
+ const base = frame.locator(command.selector);
1607
+ locator = command.index === -1 ? base.last() : base.nth(command.index);
1608
+ }
1609
+ switch (command.subaction) {
1610
+ case 'click':
1611
+ await locator.click();
1612
+ return successResponse(command.id, { clicked: true });
1613
+ case 'fill':
1614
+ await locator.fill(command.value ?? '');
1615
+ return successResponse(command.id, { filled: true });
1616
+ case 'check':
1617
+ await locator.check();
1618
+ return successResponse(command.id, { checked: true });
1619
+ case 'hover':
1620
+ await locator.hover();
1621
+ return successResponse(command.id, { hovered: true });
1622
+ case 'text':
1623
+ const text = await locator.textContent();
1624
+ return successResponse(command.id, { text });
1625
+ }
1626
+ }
1627
+ async function handleWaitForUrl(command, browser) {
1628
+ const page = browser.getPage();
1629
+ await page.waitForURL(command.url, { timeout: command.timeout });
1630
+ return successResponse(command.id, { url: page.url() });
1631
+ }
1632
+ async function handleWaitForLoadState(command, browser) {
1633
+ const page = browser.getPage();
1634
+ await page.waitForLoadState(command.state, { timeout: command.timeout });
1635
+ return successResponse(command.id, { state: command.state });
1636
+ }
1637
+ async function handleSetContent(command, browser) {
1638
+ const page = browser.getPage();
1639
+ await page.setContent(command.html);
1640
+ return successResponse(command.id, { set: true });
1641
+ }
1642
+ async function handleTimezone(command, browser) {
1643
+ // Timezone must be set at context level before navigation
1644
+ // This is a limitation - it sets for the current context
1645
+ const page = browser.getPage();
1646
+ await page.context().setGeolocation({ latitude: 0, longitude: 0 }); // Trigger context awareness
1647
+ return successResponse(command.id, {
1648
+ note: 'Timezone must be set at browser launch. Use --timezone flag.',
1649
+ timezone: command.timezone,
1650
+ });
1651
+ }
1652
+ async function handleLocale(command, browser) {
1653
+ // Locale must be set at context creation
1654
+ return successResponse(command.id, {
1655
+ note: 'Locale must be set at browser launch. Use --locale flag.',
1656
+ locale: command.locale,
1657
+ });
1658
+ }
1659
+ async function handleCredentials(command, browser) {
1660
+ const context = browser.getPage().context();
1661
+ await context.setHTTPCredentials({
1662
+ username: command.username,
1663
+ password: command.password,
1664
+ });
1665
+ return successResponse(command.id, { set: true });
1666
+ }
1667
+ async function handleMouseMove(command, browser) {
1668
+ const page = browser.getPage();
1669
+ await page.mouse.move(command.x, command.y);
1670
+ return successResponse(command.id, { moved: true, x: command.x, y: command.y });
1671
+ }
1672
+ async function handleMouseDown(command, browser) {
1673
+ const page = browser.getPage();
1674
+ await page.mouse.down({ button: command.button ?? 'left' });
1675
+ return successResponse(command.id, { down: true });
1676
+ }
1677
+ async function handleMouseUp(command, browser) {
1678
+ const page = browser.getPage();
1679
+ await page.mouse.up({ button: command.button ?? 'left' });
1680
+ return successResponse(command.id, { up: true });
1681
+ }
1682
+ async function handleWander(command, browser) {
1683
+ const page = browser.getPage();
1684
+ const viewport = page.viewportSize() ?? { width: 1280, height: 800 };
1685
+ const config = command.human ?? { enabled: true, pathType: 'bezier' };
1686
+ await humanWander(page, config, {
1687
+ duration: command.duration ?? 2000,
1688
+ area: viewport,
1689
+ });
1690
+ return successResponse(command.id, { wandered: true, duration: command.duration ?? 2000 });
1691
+ }
1692
+ /**
1693
+ * Parse trajectory data string into array of points
1694
+ * Format: "x:y:delay;x:y:delay;..."
1695
+ */
1696
+ function parseTrajectoryData(data) {
1697
+ return data.split(';').map((segment) => {
1698
+ const parts = segment.split(':').map(Number);
1699
+ return { x: parts[0] || 0, y: parts[1] || 0, delay: parts[2] || 0 };
1700
+ });
1701
+ }
1702
+ async function handleMouseTrajectory(command, browser) {
1703
+ const page = browser.getPage();
1704
+ const points = parseTrajectoryData(command.data);
1705
+ const config = command.human ?? { enabled: true, pathType: 'bezier' };
1706
+ for (let i = 0; i < points.length; i++) {
1707
+ const { x, y, delay } = points[i];
1708
+ // Wait for the specified delay (except first point)
1709
+ if (delay > 0) {
1710
+ await page.waitForTimeout(delay);
1711
+ }
1712
+ // Move with human-like animation if enabled
1713
+ if (config.enabled) {
1714
+ await humanMoveTo(page, { x, y }, config);
1715
+ }
1716
+ else {
1717
+ await page.mouse.move(x, y);
1718
+ }
1719
+ }
1720
+ return successResponse(command.id, { moved: true, points: points.length });
1721
+ }
1722
+ async function handleBringToFront(command, browser) {
1723
+ const page = browser.getPage();
1724
+ await page.bringToFront();
1725
+ return successResponse(command.id, { focused: true });
1726
+ }
1727
+ async function handleWaitForFunction(command, browser) {
1728
+ const page = browser.getPage();
1729
+ await page.waitForFunction(command.expression, { timeout: command.timeout });
1730
+ return successResponse(command.id, { waited: true });
1731
+ }
1732
+ async function handleScrollIntoView(command, browser) {
1733
+ const page = browser.getPage();
1734
+ await page.locator(command.selector).scrollIntoViewIfNeeded();
1735
+ return successResponse(command.id, { scrolled: true });
1736
+ }
1737
+ async function handleAddInitScript(command, browser) {
1738
+ const context = browser.getPage().context();
1739
+ await context.addInitScript(command.script);
1740
+ return successResponse(command.id, { added: true });
1741
+ }
1742
+ async function handleKeyDown(command, browser) {
1743
+ const page = browser.getPage();
1744
+ await page.keyboard.down(command.key);
1745
+ return successResponse(command.id, { down: true, key: command.key });
1746
+ }
1747
+ async function handleKeyUp(command, browser) {
1748
+ const page = browser.getPage();
1749
+ await page.keyboard.up(command.key);
1750
+ return successResponse(command.id, { up: true, key: command.key });
1751
+ }
1752
+ async function handleInsertText(command, browser) {
1753
+ const page = browser.getPage();
1754
+ await page.keyboard.insertText(command.text);
1755
+ return successResponse(command.id, { inserted: true });
1756
+ }
1757
+ async function handleMultiSelect(command, browser) {
1758
+ const page = browser.getPage();
1759
+ const selected = await page.locator(command.selector).selectOption(command.values);
1760
+ return successResponse(command.id, { selected });
1761
+ }
1762
+ async function handleWaitForDownload(command, browser) {
1763
+ const page = browser.getPage();
1764
+ const download = await page.waitForEvent('download', { timeout: command.timeout });
1765
+ let filePath;
1766
+ if (command.path) {
1767
+ filePath = command.path;
1768
+ await download.saveAs(filePath);
1769
+ }
1770
+ else {
1771
+ filePath = (await download.path()) || download.suggestedFilename();
1772
+ }
1773
+ return successResponse(command.id, {
1774
+ path: filePath,
1775
+ filename: download.suggestedFilename(),
1776
+ url: download.url(),
1777
+ });
1778
+ }
1779
+ async function handleResponseBody(command, browser) {
1780
+ const page = browser.getPage();
1781
+ const response = await page.waitForResponse((resp) => resp.url().includes(command.url), {
1782
+ timeout: command.timeout,
1783
+ });
1784
+ const body = await response.text();
1785
+ let parsed = body;
1786
+ try {
1787
+ parsed = JSON.parse(body);
1788
+ }
1789
+ catch {
1790
+ // Keep as string if not JSON
1791
+ }
1792
+ return successResponse(command.id, {
1793
+ url: response.url(),
1794
+ status: response.status(),
1795
+ body: parsed,
1796
+ });
1797
+ }
1798
+ // Screencast and input injection handlers
1799
+ async function handleScreencastStart(command, browser) {
1800
+ if (!screencastFrameCallback) {
1801
+ throw new Error('Screencast frame callback not set. Start the streaming server first.');
1802
+ }
1803
+ await browser.startScreencast(screencastFrameCallback, {
1804
+ format: command.format,
1805
+ quality: command.quality,
1806
+ maxWidth: command.maxWidth,
1807
+ maxHeight: command.maxHeight,
1808
+ everyNthFrame: command.everyNthFrame,
1809
+ });
1810
+ return successResponse(command.id, {
1811
+ started: true,
1812
+ format: command.format ?? 'jpeg',
1813
+ quality: command.quality ?? 80,
1814
+ });
1815
+ }
1816
+ async function handleScreencastStop(command, browser) {
1817
+ await browser.stopScreencast();
1818
+ return successResponse(command.id, { stopped: true });
1819
+ }
1820
+ async function handleInputMouse(command, browser) {
1821
+ await browser.injectMouseEvent({
1822
+ type: command.type,
1823
+ x: command.x,
1824
+ y: command.y,
1825
+ button: command.button,
1826
+ clickCount: command.clickCount,
1827
+ deltaX: command.deltaX,
1828
+ deltaY: command.deltaY,
1829
+ modifiers: command.modifiers,
1830
+ });
1831
+ return successResponse(command.id, { injected: true });
1832
+ }
1833
+ async function handleInputKeyboard(command, browser) {
1834
+ await browser.injectKeyboardEvent({
1835
+ type: command.type,
1836
+ key: command.key,
1837
+ code: command.code,
1838
+ text: command.text,
1839
+ modifiers: command.modifiers,
1840
+ });
1841
+ return successResponse(command.id, { injected: true });
1842
+ }
1843
+ async function handleInputTouch(command, browser) {
1844
+ await browser.injectTouchEvent({
1845
+ type: command.type,
1846
+ touchPoints: command.touchPoints,
1847
+ modifiers: command.modifiers,
1848
+ });
1849
+ return successResponse(command.id, { injected: true });
1850
+ }
1851
+ // Recording handlers (Playwright native video recording)
1852
+ async function handleRecordingStart(command, browser) {
1853
+ await browser.startRecording(command.path, command.url);
1854
+ return successResponse(command.id, {
1855
+ started: true,
1856
+ path: command.path,
1857
+ });
1858
+ }
1859
+ async function handleRecordingStop(command, browser) {
1860
+ const result = await browser.stopRecording();
1861
+ return successResponse(command.id, result);
1862
+ }
1863
+ async function handleRecordingRestart(command, browser) {
1864
+ const result = await browser.restartRecording(command.path, command.url);
1865
+ return successResponse(command.id, {
1866
+ started: true,
1867
+ path: command.path,
1868
+ previousPath: result.previousPath,
1869
+ stopped: result.stopped,
1870
+ });
1871
+ }
1872
+ async function handleRecorderStart(command, browser) {
1873
+ const result = await browser.startRecorder(command.url, command.hide);
1874
+ return successResponse(command.id, result);
1875
+ }
1876
+ async function handleRecorderStop(command, browser) {
1877
+ const result = await browser.stopRecorder();
1878
+ // 如果没有在录制中,返回提示但仍尝试获取最近的录制文件
1879
+ if (result.wasRecording === false) {
1880
+ // 尝试获取最近的录制文件
1881
+ const recorderDir = path.join(getAppDir(), 'tmp', 'recordings');
1882
+ if (existsSync(recorderDir)) {
1883
+ const files = readdirSync(recorderDir)
1884
+ .filter((f) => f.endsWith('.yaml') || f.endsWith('.yml'))
1885
+ .map((f) => ({
1886
+ name: f,
1887
+ time: statSync(path.join(recorderDir, f)).mtime.getTime(),
1888
+ }))
1889
+ .sort((a, b) => b.time - a.time);
1890
+ if (files.length > 0) {
1891
+ const recentPath = path.join(recorderDir, files[0].name);
1892
+ return successResponse(command.id, {
1893
+ yaml: '',
1894
+ steps: 0,
1895
+ path: recentPath,
1896
+ note: 'No active recording session. Returning most recent recording file.',
1897
+ });
1898
+ }
1899
+ }
1900
+ return successResponse(command.id, {
1901
+ yaml: '',
1902
+ steps: 0,
1903
+ note: 'No active recording session. Use "recorder start" to begin recording.',
1904
+ });
1905
+ }
1906
+ // 确定输出路径
1907
+ let outputPath;
1908
+ let isDefaultPath = false;
1909
+ if (command.output) {
1910
+ outputPath = path.resolve(command.output);
1911
+ }
1912
+ else {
1913
+ // 默认保存到临时目录
1914
+ const recorderDir = path.join(getAppDir(), 'tmp', 'recordings');
1915
+ if (!existsSync(recorderDir)) {
1916
+ mkdirSync(recorderDir, { recursive: true });
1917
+ }
1918
+ const timestamp = new Date().toISOString().replace(/[:.]/g, '-');
1919
+ outputPath = path.join(recorderDir, `session-${timestamp}.yaml`);
1920
+ isDefaultPath = true;
1921
+ }
1922
+ // 保存文件
1923
+ writeFileSync(outputPath, result.yaml, 'utf-8');
1924
+ // 返回 YAML 内容和路径
1925
+ return successResponse(command.id, {
1926
+ yaml: result.yaml,
1927
+ steps: result.steps,
1928
+ path: outputPath,
1929
+ tip: isDefaultPath ? `Full YAML saved to: ${outputPath}` : undefined,
1930
+ });
1931
+ }
1932
+ async function handleRecorderStatus(command, browser) {
1933
+ const result = browser.getRecorderStatus();
1934
+ return successResponse(command.id, result);
1935
+ }
1936
+ /**
1937
+ * Parse and execute CLI commands from YAML file
1938
+ */
1939
+ async function handleRecorderReplay(command, browser) {
1940
+ const fs = await import('node:fs');
1941
+ const path = await import('node:path');
1942
+ // Determine YAML file path
1943
+ let yamlPath = command.path;
1944
+ if (!yamlPath) {
1945
+ // Use the most recent recording from temp directory
1946
+ const recorderDir = path.join(getAppDir(), 'tmp', 'recordings');
1947
+ console.log('[Replay] Looking for recordings in:', recorderDir);
1948
+ if (!fs.existsSync(recorderDir)) {
1949
+ console.log('[Replay] Directory does not exist');
1950
+ return errorResponse(command.id, 'No recordings found. Please record first.');
1951
+ }
1952
+ const files = fs
1953
+ .readdirSync(recorderDir)
1954
+ .filter((f) => f.endsWith('.yaml') || f.endsWith('.yml'))
1955
+ .map((f) => ({
1956
+ name: f,
1957
+ time: fs.statSync(path.join(recorderDir, f)).mtime.getTime(),
1958
+ }))
1959
+ .sort((a, b) => b.time - a.time);
1960
+ console.log('[Replay] Found files:', files.length);
1961
+ if (files.length === 0) {
1962
+ return errorResponse(command.id, 'No recordings found. Please record first.');
1963
+ }
1964
+ yamlPath = path.join(recorderDir, files[0].name);
1965
+ console.log('[Replay] Using file:', yamlPath);
1966
+ }
1967
+ // Read YAML file
1968
+ if (!fs.existsSync(yamlPath)) {
1969
+ return errorResponse(command.id, `Recording file not found: ${yamlPath}`);
1970
+ }
1971
+ const yamlContent = fs.readFileSync(yamlPath, 'utf-8');
1972
+ // Parse CLI commands from YAML
1973
+ const lines = yamlContent.split('\n');
1974
+ const cliCommands = [];
1975
+ let inCliSection = false;
1976
+ for (const line of lines) {
1977
+ if (line.includes('# CLI Commands')) {
1978
+ inCliSection = true;
1979
+ continue;
1980
+ }
1981
+ if (inCliSection &&
1982
+ (line.startsWith('agent-browser ') || line.startsWith('AGENT_BROWSER_HUMAN='))) {
1983
+ cliCommands.push(line.trim());
1984
+ }
1985
+ }
1986
+ if (cliCommands.length === 0) {
1987
+ return errorResponse(command.id, 'No CLI commands found in recording. Please re-record with the new version.');
1988
+ }
1989
+ // Helper function to parse command line with proper quote handling
1990
+ function parseCommandLine(line) {
1991
+ const parts = [];
1992
+ let current = '';
1993
+ let inQuotes = false;
1994
+ let quoteChar = '';
1995
+ for (let i = 0; i < line.length; i++) {
1996
+ const char = line[i];
1997
+ if ((char === '"' || char === "'") && !inQuotes) {
1998
+ inQuotes = true;
1999
+ quoteChar = char;
2000
+ }
2001
+ else if (char === quoteChar && inQuotes) {
2002
+ inQuotes = false;
2003
+ quoteChar = '';
2004
+ }
2005
+ else if (char === ' ' && !inQuotes) {
2006
+ if (current) {
2007
+ parts.push(current);
2008
+ current = '';
2009
+ }
2010
+ }
2011
+ else {
2012
+ current += char;
2013
+ }
2014
+ }
2015
+ if (current) {
2016
+ parts.push(current);
2017
+ }
2018
+ return parts;
2019
+ }
2020
+ // Execute each command
2021
+ const results = [];
2022
+ for (const cmdLine of cliCommands) {
2023
+ try {
2024
+ // Parse command line with proper quote handling
2025
+ let parts = parseCommandLine(cmdLine);
2026
+ const envVars = {};
2027
+ // Extract environment variables (format: KEY=value)
2028
+ while (parts.length > 0 && parts[0].includes('=')) {
2029
+ const [key, ...valueParts] = parts.shift().split('=');
2030
+ envVars[key] = valueParts.join('=');
2031
+ }
2032
+ // Remove 'agent-browser' prefix if present
2033
+ if (parts.length > 0 && parts[0] === 'agent-browser') {
2034
+ parts = parts.slice(1);
2035
+ }
2036
+ // Skip empty commands
2037
+ if (parts.length === 0) {
2038
+ results.push({ command: cmdLine, success: true });
2039
+ continue;
2040
+ }
2041
+ // Set environment variables temporarily
2042
+ const originalEnv = {};
2043
+ for (const [key, value] of Object.entries(envVars)) {
2044
+ originalEnv[key] = process.env[key];
2045
+ process.env[key] = value;
2046
+ }
2047
+ // Execute command using the existing executeCommand flow
2048
+ const { parseCommand } = await import('./cli/commands.js');
2049
+ const { parseFlags } = await import('./cli/flags.js');
2050
+ const flags = parseFlags([]);
2051
+ const parsedCmd = parseCommand(parts, flags);
2052
+ // Check if recording is active, and temporarily disable
2053
+ const wasRecording = browser.isRecordingSession();
2054
+ if (wasRecording) {
2055
+ browser.pauseRecording();
2056
+ }
2057
+ // Execute the command with a timeout to prevent hanging on invalid selectors
2058
+ const COMMAND_TIMEOUT_MS = 5000;
2059
+ const result = (await Promise.race([
2060
+ executeCommand(parsedCmd, browser),
2061
+ new Promise((_, reject) => setTimeout(() => reject(new Error(`Command timed out after ${COMMAND_TIMEOUT_MS}ms`)), COMMAND_TIMEOUT_MS)),
2062
+ ]));
2063
+ // Restore recording state
2064
+ if (wasRecording) {
2065
+ browser.resumeRecording();
2066
+ }
2067
+ // Restore environment variables
2068
+ for (const [key, value] of Object.entries(originalEnv)) {
2069
+ if (value === undefined) {
2070
+ delete process.env[key];
2071
+ }
2072
+ else {
2073
+ process.env[key] = value;
2074
+ }
2075
+ }
2076
+ results.push({ command: cmdLine, success: result.success });
2077
+ }
2078
+ catch (e) {
2079
+ const errorMessage = e instanceof Error ? e.message : String(e);
2080
+ results.push({ command: cmdLine, success: false, error: errorMessage });
2081
+ }
2082
+ }
2083
+ const successCount = results.filter((r) => r.success).length;
2084
+ const failCount = results.filter((r) => !r.success).length;
2085
+ return successResponse(command.id, {
2086
+ replayed: true,
2087
+ file: yamlPath,
2088
+ totalCommands: cliCommands.length,
2089
+ successCount,
2090
+ failCount,
2091
+ results: results.slice(0, 20), // Only return first 20 results
2092
+ });
2093
+ }
2094
+ async function handleViewer(command, _browser) {
2095
+ const instanceId = getInstanceId();
2096
+ const port = parseInt(process.env.AGENT_BROWSER_STREAM_PORT || '5005', 10);
2097
+ return successResponse(command.id, {
2098
+ url: `http://localhost:${port}/view?instanceId=${instanceId}`,
2099
+ wsUrl: `ws://localhost:${port}?instanceId=${instanceId}`,
2100
+ streamPort: port,
2101
+ });
2102
+ }
2103
+ async function handleAsk(command, _browser) {
2104
+ const session = getSession();
2105
+ const bridge = new MessageBridge();
2106
+ try {
2107
+ const answer = await bridge.ask(command.question, session);
2108
+ return successResponse(command.id, { answer });
2109
+ }
2110
+ catch (error) {
2111
+ const message = error instanceof Error ? error.message : String(error);
2112
+ return errorResponse(command.id, `Failed to ask question: ${message}`);
2113
+ }
2114
+ }
2115
+ function handleConfig(command) {
2116
+ const humanConfig = getHumanConfigFromEnv();
2117
+ const config = {
2118
+ session: process.env.AGENT_BROWSER_SESSION || 'default',
2119
+ executablePath: process.env.AGENT_BROWSER_EXECUTABLE_PATH || null,
2120
+ extensions: process.env.AGENT_BROWSER_EXTENSIONS || null,
2121
+ profile: process.env.AGENT_BROWSER_PROFILE || null,
2122
+ state: process.env.AGENT_BROWSER_STATE || null,
2123
+ proxy: process.env.AGENT_BROWSER_PROXY || null,
2124
+ proxyBypass: process.env.AGENT_BROWSER_PROXY_BYPASS || null,
2125
+ args: process.env.AGENT_BROWSER_ARGS || null,
2126
+ userAgent: process.env.AGENT_BROWSER_USER_AGENT || null,
2127
+ provider: process.env.AGENT_BROWSER_PROVIDER || null,
2128
+ allowFileAccess: process.env.AGENT_BROWSER_ALLOW_FILE_ACCESS === '1',
2129
+ iosDevice: process.env.AGENT_BROWSER_IOS_DEVICE || null,
2130
+ streamPort: process.env.AGENT_BROWSER_STREAM_PORT || null,
2131
+ headed: process.env.AGENT_BROWSER_HEADED === '1',
2132
+ human: humanConfig,
2133
+ };
2134
+ if (command.json) {
2135
+ return successResponse(command.id, { config });
2136
+ }
2137
+ // Format human-readable output
2138
+ const lines = [
2139
+ 'Agent Browser Configuration',
2140
+ '===========================',
2141
+ '',
2142
+ 'Session & Browser:',
2143
+ ` AGENT_BROWSER_SESSION ${config.session}`,
2144
+ ` AGENT_BROWSER_EXECUTABLE_PATH ${config.executablePath || '(not set)'}`,
2145
+ ` AGENT_BROWSER_PROVIDER ${config.provider || '(not set)'}`,
2146
+ ` AGENT_BROWSER_HEADED ${config.headed ? 'true' : 'false (default)'}`,
2147
+ '',
2148
+ 'Browser Options:',
2149
+ ` AGENT_BROWSER_PROFILE ${config.profile || '(not set)'}`,
2150
+ ` AGENT_BROWSER_EXTENSIONS ${config.extensions || '(not set)'}`,
2151
+ ` AGENT_BROWSER_ARGS ${config.args || '(not set)'}`,
2152
+ ` AGENT_BROWSER_USER_AGENT ${config.userAgent || '(not set)'}`,
2153
+ ` AGENT_BROWSER_PROXY ${config.proxy || '(not set)'}`,
2154
+ ` AGENT_BROWSER_ALLOW_FILE_ACCESS ${config.allowFileAccess ? 'true' : 'false (default)'}`,
2155
+ '',
2156
+ 'Human Mode (runtime):',
2157
+ ` AGENT_BROWSER_HUMAN ${humanConfig.enabled ? humanConfig.pathType + ' ✓' : '(disabled)'}`,
2158
+ '',
2159
+ 'Note: Most settings only take effect at browser startup.',
2160
+ 'Use "export AGENT_BROWSER_XXX=value" before starting.',
2161
+ ];
2162
+ return successResponse(command.id, { config, output: lines.join('\n') });
2163
+ }
2164
+ //# sourceMappingURL=actions.js.map