wind-agent-cli 1.37.2 → 1.38.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (510) hide show
  1. package/LICENSE +718 -718
  2. package/README.md +17 -2
  3. package/dist/api-docs.html +901 -901
  4. package/dist/assets/{CodeEditor-B2Wf7Fg0.js → CodeEditor-FvgsnJ7J.js} +6 -6
  5. package/dist/assets/FileTree-NLULrBDi.js +1 -0
  6. package/dist/assets/GitPanel-51KUBbEW.js +4 -0
  7. package/dist/assets/{MarkdownPreview-C0tqYnVu.js → MarkdownPreview-PEEWVWeS.js} +17 -27
  8. package/dist/assets/Shell-BEx66cW_.js +76 -0
  9. package/dist/assets/Shell-DrlLKa8f.css +1 -0
  10. package/dist/assets/StandaloneShell-BkuUCPZP.js +1 -0
  11. package/dist/assets/TaskMasterPanel-DfQG80SF.js +2 -0
  12. package/dist/assets/abnfDiagram-N423BO3Z-Cc0ul87U.js +1 -0
  13. package/dist/assets/arc-BAuugHw_.js +1 -0
  14. package/dist/assets/architectureDiagram-T3A2C74G-DA3G7QZD.js +36 -0
  15. package/dist/assets/{blockDiagram-VBNYF7ZC-DpaEf3mv.js → blockDiagram-VBNYF7ZC-tJ12IJs3.js} +4 -4
  16. package/dist/assets/c4Diagram-5PPSVZJV-5BTMCXL4.js +10 -0
  17. package/dist/assets/channel-BGDgNNQz.js +1 -0
  18. package/dist/assets/{chunk-2GRJ4B5K-DoSdNo8u.js → chunk-2GRJ4B5K-BPaI06Ou.js} +1 -1
  19. package/dist/assets/{chunk-2Q5K7J3B-CE7I3uMn.js → chunk-2Q5K7J3B-HV4zmsEe.js} +1 -1
  20. package/dist/assets/chunk-5RXB4S5H-BAwutJoU.js +231 -0
  21. package/dist/assets/{chunk-5VM5RSS4-B55XgqHZ.js → chunk-5VM5RSS4-B9QAJPrv.js} +1 -1
  22. package/dist/assets/{chunk-6Q2QTUOP-BS1KpefW.js → chunk-6Q2QTUOP-BOIW8bzI.js} +1 -1
  23. package/dist/assets/chunk-GF5L2VYU-DD13o00-.js +206 -0
  24. package/dist/assets/{chunk-JWPE2WC7-DOtkNhMm.js → chunk-JWPE2WC7-CFBm23VK.js} +1 -1
  25. package/dist/assets/{chunk-KBJHAD2P-BXLjviqM.js → chunk-KBJHAD2P-C0i0v8Op.js} +1 -1
  26. package/dist/assets/{chunk-RYQCIY6F-C50fjNNz.js → chunk-RYQCIY6F-DfeK0taV.js} +1 -1
  27. package/dist/assets/{chunk-XXDRQBXY-QBYqCkb7.js → chunk-XXDRQBXY-BKWvf-QE.js} +1 -1
  28. package/dist/assets/classDiagram-JCYQIIEL-C2SNM4oy.js +1 -0
  29. package/dist/assets/classDiagram-v2-OCEON4UE-C2SNM4oy.js +1 -0
  30. package/dist/assets/cose-bilkent-JH36ORCC-CBE8oM7L.js +1 -0
  31. package/dist/assets/{cynefin-VYW2F7L2-DnJa_OlQ.js → cynefin-VYW2F7L2-DziGp35A.js} +11 -23
  32. package/dist/assets/cynefinDiagram-MW4NZA55-CNvtHl39.js +62 -0
  33. package/dist/assets/cytoscape.esm-yzknjiTM.js +321 -0
  34. package/dist/assets/dagre-VZM6K2ZE-Bz9lsU7m.js +4 -0
  35. package/dist/assets/{diagram-7IWD3JNH-pFzs9HEu.js → diagram-7IWD3JNH-CV7D3VSd.js} +5 -5
  36. package/dist/assets/{diagram-B4RE2ZJO-CcehQC7x.js → diagram-B4RE2ZJO-Dj4EjDNC.js} +2 -2
  37. package/dist/assets/diagram-LBJQPF4R-wJ6FHvf-.js +24 -0
  38. package/dist/assets/diagram-Q27KOJAE-DMFYMhOB.js +24 -0
  39. package/dist/assets/diagram-UB23O5K3-DeBSbWAI.js +41 -0
  40. package/dist/assets/ebnfDiagram-BXEA7PRR-2NnJSGhT.js +1 -0
  41. package/dist/assets/erDiagram-JOGREHBK-DrSlg8hr.js +85 -0
  42. package/dist/assets/feature-chat-CvOCyaLe.js +88 -0
  43. package/dist/assets/feature-workspace-CAB6bgPy.js +39 -0
  44. package/dist/assets/{flowDiagram-UKHOOZJN-CJV8fQPR.js → flowDiagram-UKHOOZJN-C0pejU6W.js} +4 -4
  45. package/dist/assets/ganttDiagram-PKOTCBZU-BM0VCUUz.js +292 -0
  46. package/dist/assets/gitGraphDiagram-DS77QQ5N-SbLG0c5_.js +106 -0
  47. package/dist/assets/graph-DOmOIIwC.js +1 -0
  48. package/dist/assets/{index-GFhXZyl2.js → index-BflGfU1C.js} +3 -3
  49. package/dist/assets/index-Btkf0_rU.js +1 -0
  50. package/dist/assets/index-Cr5MbHuj.css +1 -0
  51. package/dist/assets/index-Gqazqfs3.js +1 -0
  52. package/dist/assets/index-nyrkoQK6.js +35 -0
  53. package/dist/assets/infoDiagram-6WML65LV-Cf5DSa66.js +2 -0
  54. package/dist/assets/ishikawaDiagram-WSZJBQD7-DwyFutKy.js +70 -0
  55. package/dist/assets/journeyDiagram-NVQOT4AX-Df0FRhLo.js +139 -0
  56. package/dist/assets/{kanban-definition-27J2QSJJ-B3iL0ztJ.js → kanban-definition-27J2QSJJ-HmpbjrZz.js} +6 -6
  57. package/dist/assets/{layout-D6BstSzF.js → layout-D-LzfAck.js} +1 -1
  58. package/dist/assets/{linear-Cwe9dEKA.js → linear-DOM01LBe.js} +1 -1
  59. package/dist/assets/map-DxJ2ADlA.js +1 -0
  60. package/dist/assets/mermaid.core-C2Ma-_S6.js +306 -0
  61. package/dist/assets/{mindmap-definition-FAOFIHXS-BgfBYMzr.js → mindmap-definition-FAOFIHXS-B4GOIn76.js} +4 -4
  62. package/dist/assets/pegDiagram-VL7TDLO6-BHur7aH2.js +1 -0
  63. package/dist/assets/{pieDiagram-7S7Q4E2Y-DeSrxc4I.js → pieDiagram-7S7Q4E2Y-Cw0UELLV.js} +2 -2
  64. package/dist/assets/quadrantDiagram-CIZ2JOQS-CB2BrX3g.js +7 -0
  65. package/dist/assets/railroadDiagram-AXF67PYL-DPYZYmLX.js +1 -0
  66. package/dist/assets/requirementDiagram-LRYGKXZP-DSX4IJ1n.js +84 -0
  67. package/dist/assets/sankeyDiagram-W5VNT64P-TenC3ZQo.js +40 -0
  68. package/dist/assets/sequenceDiagram-SI44F4Z6-DltGsf3F.js +162 -0
  69. package/dist/assets/sizeCapture-X5ZJPWSS-D7llwbJZ.js +1 -0
  70. package/dist/assets/stateDiagram-OKZ733FA-C-hAvbnY.js +1 -0
  71. package/dist/assets/stateDiagram-v2-UEYNNEHI-DaYSFcRQ.js +1 -0
  72. package/dist/assets/swimlanes-SLNWSIFB-DWD30fv6.js +2 -0
  73. package/dist/assets/swimlanesDiagram-ULZ7WXOC-LTkF2T6t.js +8 -0
  74. package/dist/assets/timeline-definition-Z64GVDOM-quWmimSE.js +120 -0
  75. package/dist/assets/vendor-data-DsEZeNPr.js +4 -0
  76. package/dist/assets/vendor-i18n-B6HjLCnN.js +1 -0
  77. package/dist/assets/vendor-markdown-DkITEES2.js +298 -0
  78. package/dist/assets/vendor-react-C2GTiUCy.js +10 -0
  79. package/dist/assets/vendor-ui-CAUHSABu.js +49 -0
  80. package/dist/assets/vennDiagram-T6HMQDX7-aUQcm8h5.js +34 -0
  81. package/dist/assets/{wardleyDiagram-T6FBY63Y-BNCpsFZV.js → wardleyDiagram-T6FBY63Y-BZ0bwsFQ.js} +2 -2
  82. package/dist/assets/workbox-window.prod.es5-BBnX5xw4.js +2 -0
  83. package/dist/assets/xychartDiagram-ELKLHX3M-DOVzAq63.js +7 -0
  84. package/dist/clear-cache.html +85 -85
  85. package/dist/convert-icons.md +52 -52
  86. package/dist/favicon.png +0 -0
  87. package/dist/favicon.svg +8 -8
  88. package/dist/generate-icons.js +48 -48
  89. package/dist/icons/codex-white.svg +3 -3
  90. package/dist/icons/codex.svg +3 -3
  91. package/dist/icons/cursor-white.svg +11 -11
  92. package/dist/icons/icon-128x128.png +0 -0
  93. package/dist/icons/icon-128x128.svg +11 -11
  94. package/dist/icons/icon-144x144.png +0 -0
  95. package/dist/icons/icon-144x144.svg +11 -11
  96. package/dist/icons/icon-152x152.png +0 -0
  97. package/dist/icons/icon-152x152.svg +11 -11
  98. package/dist/icons/icon-180x180.png +0 -0
  99. package/dist/icons/icon-192x192.png +0 -0
  100. package/dist/icons/icon-192x192.svg +11 -11
  101. package/dist/icons/icon-384x384.png +0 -0
  102. package/dist/icons/icon-384x384.svg +11 -11
  103. package/dist/icons/icon-512x512.png +0 -0
  104. package/dist/icons/icon-512x512.svg +11 -11
  105. package/dist/icons/icon-72x72.png +0 -0
  106. package/dist/icons/icon-72x72.svg +11 -11
  107. package/dist/icons/icon-96x96.png +0 -0
  108. package/dist/icons/icon-96x96.svg +11 -11
  109. package/dist/icons/icon-maskable-192x192.png +0 -0
  110. package/dist/icons/icon-maskable-512x512.png +0 -0
  111. package/dist/icons/icon-template.svg +11 -11
  112. package/dist/icons/new-icon.png +0 -0
  113. package/dist/index.html +48 -58
  114. package/dist/logo-128.png +0 -0
  115. package/dist/logo-256.png +0 -0
  116. package/dist/logo.svg +17 -17
  117. package/dist/manifest.webmanifest +1 -0
  118. package/dist/push-sw.js +48 -0
  119. package/dist/screenshots/setup-screen-mobile.png +0 -0
  120. package/dist/screenshots/setup-screen.png +0 -0
  121. package/dist/sw.js +1 -124
  122. package/dist/workbox-ae5c0bb2.js +1 -0
  123. package/dist-server/server/index.js +1 -1
  124. package/dist-server/server/index.js.map +1 -1
  125. package/dist-server/server/load-env.js +4 -2
  126. package/dist-server/server/load-env.js.map +1 -1
  127. package/dist-server/server/modules/agent/agent.routes.js +1 -1
  128. package/dist-server/server/modules/agent/agent.routes.js.map +1 -1
  129. package/dist-server/server/modules/browser-use/browser-use.service.js +1 -1
  130. package/dist-server/server/modules/browser-use/browser-use.service.js.map +1 -1
  131. package/dist-server/server/modules/cli/cli.service.js +37 -37
  132. package/dist-server/server/modules/cli/cli.service.js.map +1 -1
  133. package/dist-server/server/modules/cli/sandbox.service.js +43 -43
  134. package/dist-server/server/modules/cli/sandbox.service.js.map +1 -1
  135. package/dist-server/server/modules/cli/tests/cli-environment-bootstrap.test.js +74 -74
  136. package/dist-server/server/modules/commands/commands.routes.js +25 -25
  137. package/dist-server/server/modules/commands/commands.routes.js.map +1 -1
  138. package/dist-server/server/modules/commands/tests/commands.test.js +1 -1
  139. package/dist-server/server/modules/commands/tests/commands.test.js.map +1 -1
  140. package/dist-server/server/modules/database/connection.js +1 -1
  141. package/dist-server/server/modules/database/connection.js.map +1 -1
  142. package/dist-server/server/modules/database/migrations.js +190 -190
  143. package/dist-server/server/modules/database/repositories/api-keys.js +3 -3
  144. package/dist-server/server/modules/database/repositories/github-tokens.js +2 -2
  145. package/dist-server/server/modules/database/repositories/notification-channel-endpoints.js +28 -28
  146. package/dist-server/server/modules/database/repositories/notification-preferences.js +4 -4
  147. package/dist-server/server/modules/database/repositories/projects.db.js +61 -61
  148. package/dist-server/server/modules/database/repositories/provider-models.js +35 -35
  149. package/dist-server/server/modules/database/repositories/push-subscriptions.js +5 -5
  150. package/dist-server/server/modules/database/repositories/scan-state.db.js +5 -5
  151. package/dist-server/server/modules/database/repositories/sessions.db.js +93 -93
  152. package/dist-server/server/modules/database/schema.js +177 -177
  153. package/dist-server/server/modules/database/tests/projects.db.integration.test.js +3 -2
  154. package/dist-server/server/modules/database/tests/projects.db.integration.test.js.map +1 -1
  155. package/dist-server/server/modules/database/tests/provider-models.db.integration.test.js +6 -6
  156. package/dist-server/server/modules/database/tests/sessions-provider-mapping.test.js +4 -3
  157. package/dist-server/server/modules/database/tests/sessions-provider-mapping.test.js.map +1 -1
  158. package/dist-server/server/modules/database/tests/sessions.db.integration.test.js +2 -1
  159. package/dist-server/server/modules/database/tests/sessions.db.integration.test.js.map +1 -1
  160. package/dist-server/server/modules/git/git.routes.js +17 -17
  161. package/dist-server/server/modules/notifications/services/notification-orchestrator.service.js +1 -1
  162. package/dist-server/server/modules/notifications/services/notification-orchestrator.service.js.map +1 -1
  163. package/dist-server/server/modules/notifications/vapid-keys.service.js +1 -1
  164. package/dist-server/server/modules/notifications/vapid-keys.service.js.map +1 -1
  165. package/dist-server/server/modules/projects/tests/project-management.service.test.js +2 -1
  166. package/dist-server/server/modules/projects/tests/project-management.service.test.js.map +1 -1
  167. package/dist-server/server/modules/providers/list/codex/codex-app-server.client.js +2 -2
  168. package/dist-server/server/modules/providers/list/codex/codex-app-server.client.js.map +1 -1
  169. package/dist-server/server/modules/providers/list/codex/codex-models.provider.js +1 -1
  170. package/dist-server/server/modules/providers/list/codex/codex-models.provider.js.map +1 -1
  171. package/dist-server/server/modules/providers/list/cursor/cursor-models.provider.js +1 -1
  172. package/dist-server/server/modules/providers/list/cursor/cursor-models.provider.js.map +1 -1
  173. package/dist-server/server/modules/providers/list/cursor/cursor-session-synchronizer.provider.js.map +1 -1
  174. package/dist-server/server/modules/providers/list/opencode/opencode-models.provider.js +13 -13
  175. package/dist-server/server/modules/providers/list/opencode/opencode-runtime.provider.js +9 -9
  176. package/dist-server/server/modules/providers/list/opencode/opencode-runtime.provider.test.js +17 -17
  177. package/dist-server/server/modules/providers/list/opencode/opencode-session-synchronizer.provider.js +25 -25
  178. package/dist-server/server/modules/providers/list/opencode/opencode-sessions.provider.js +27 -27
  179. package/dist-server/server/modules/providers/services/provider-token-usage.service.js +9 -9
  180. package/dist-server/server/modules/providers/services/sessions.service.js +1 -1
  181. package/dist-server/server/modules/providers/tests/claude-auth.test.js +8 -0
  182. package/dist-server/server/modules/providers/tests/claude-auth.test.js.map +1 -1
  183. package/dist-server/server/modules/providers/tests/codex-sessions.test.js +1 -1
  184. package/dist-server/server/modules/providers/tests/codex-sessions.test.js.map +1 -1
  185. package/dist-server/server/modules/providers/tests/mcp.test.js +3 -3
  186. package/dist-server/server/modules/providers/tests/opencode-sessions.test.js +98 -98
  187. package/dist-server/server/modules/providers/tests/opencode-sessions.test.js.map +1 -1
  188. package/dist-server/server/modules/providers/tests/provider-token-usage.service.test.js +18 -18
  189. package/dist-server/server/modules/providers/tests/provider.routes.test.js +1 -1
  190. package/dist-server/server/modules/providers/tests/provider.routes.test.js.map +1 -1
  191. package/dist-server/server/modules/system/system.service.js +1 -1
  192. package/dist-server/server/modules/system/system.service.js.map +1 -1
  193. package/dist-server/server/modules/system/tests/system.service.test.js +1 -1
  194. package/dist-server/server/modules/system/tests/system.service.test.js.map +1 -1
  195. package/dist-server/server/modules/taskmaster/taskmaster.routes.js +423 -422
  196. package/dist-server/server/modules/taskmaster/taskmaster.routes.js.map +1 -1
  197. package/dist-server/server/modules/websocket/services/shell-websocket.service.js +1 -1
  198. package/dist-server/server/modules/websocket/services/shell-websocket.service.js.map +1 -1
  199. package/dist-server/server/modules/worktrees/services/worktree-list.service.js +1 -1
  200. package/dist-server/server/modules/worktrees/services/worktree-open.service.js +1 -1
  201. package/dist-server/server/modules/worktrees/services/worktree-remove.service.js +1 -1
  202. package/electron/cloud.js +260 -260
  203. package/electron/desktopNotifications.js +378 -378
  204. package/electron/desktopWindow.js +766 -766
  205. package/electron/launcher/index.html +14 -14
  206. package/electron/launcher/launcher.css +801 -801
  207. package/electron/launcher/launcher.js +687 -687
  208. package/electron/localServer.js +549 -549
  209. package/electron/main.js +944 -944
  210. package/electron/preload.cjs +60 -60
  211. package/electron/scripts/generate-macos-icon.js +62 -62
  212. package/electron/serverInstaller.js +277 -277
  213. package/electron/tabs.js +87 -87
  214. package/electron/viewHost.js +331 -331
  215. package/package.json +262 -247
  216. package/public/api-docs.html +901 -901
  217. package/scripts/build-client.mjs +30 -0
  218. package/scripts/fix-node-pty.js +67 -67
  219. package/scripts/generate-pwa-icons.ps1 +33 -0
  220. package/scripts/promote-dist-server.mjs +50 -50
  221. package/scripts/release/build-server-bundle.js +176 -176
  222. package/scripts/release/prepare-desktop-app.js +152 -152
  223. package/scripts/verify-pwa-build.mjs +37 -0
  224. package/server/index.ts +399 -399
  225. package/server/load-env.ts +49 -47
  226. package/server/modules/agent/agent.module.ts +52 -52
  227. package/server/modules/agent/agent.routes.ts +1287 -1287
  228. package/server/modules/agent/index.ts +2 -2
  229. package/server/modules/agent/tests/agent.routes.test.ts +205 -205
  230. package/server/modules/assets/assets.routes.ts +150 -150
  231. package/server/modules/assets/index.ts +3 -3
  232. package/server/modules/assets/services/image-assets.service.ts +127 -127
  233. package/server/modules/assets/tests/image-assets.service.test.ts +74 -74
  234. package/server/modules/auth/auth.middleware.ts +163 -163
  235. package/server/modules/auth/auth.module.ts +38 -38
  236. package/server/modules/auth/auth.routes.ts +57 -57
  237. package/server/modules/auth/auth.service.ts +155 -155
  238. package/server/modules/auth/index.ts +9 -9
  239. package/server/modules/auth/tests/auth.service.test.ts +95 -95
  240. package/server/modules/browser-use/browser-use-mcp.routes.ts +120 -120
  241. package/server/modules/browser-use/browser-use-mcp.ts +386 -386
  242. package/server/modules/browser-use/browser-use-runtime.ts +10 -10
  243. package/server/modules/browser-use/browser-use.routes.ts +96 -96
  244. package/server/modules/browser-use/browser-use.service.ts +836 -836
  245. package/server/modules/browser-use/index.ts +11 -11
  246. package/server/modules/browser-use/tests/browser-use.service.test.ts +10 -10
  247. package/server/modules/cli/cli.module.ts +93 -93
  248. package/server/modules/cli/cli.service.ts +248 -248
  249. package/server/modules/cli/cli.ts +19 -19
  250. package/server/modules/cli/index.ts +2 -2
  251. package/server/modules/cli/sandbox.service.ts +398 -398
  252. package/server/modules/cli/tests/cli-environment-bootstrap.test.ts +186 -186
  253. package/server/modules/cli/tests/cli.service.test.ts +86 -86
  254. package/server/modules/cli/tests/sandbox.service.test.ts +58 -58
  255. package/server/modules/commands/commands.module.ts +22 -22
  256. package/server/modules/commands/commands.routes.ts +587 -587
  257. package/server/modules/commands/index.ts +2 -2
  258. package/server/modules/commands/tests/commands.test.ts +110 -110
  259. package/server/modules/database/connection.ts +144 -143
  260. package/server/modules/database/index.ts +17 -17
  261. package/server/modules/database/init-db.ts +17 -17
  262. package/server/modules/database/migrations.ts +515 -515
  263. package/server/modules/database/repositories/api-keys.ts +119 -119
  264. package/server/modules/database/repositories/app-config.ts +53 -53
  265. package/server/modules/database/repositories/credentials.ts +106 -106
  266. package/server/modules/database/repositories/github-tokens.ts +100 -100
  267. package/server/modules/database/repositories/notification-channel-endpoints.ts +153 -153
  268. package/server/modules/database/repositories/notification-preferences.ts +117 -117
  269. package/server/modules/database/repositories/projects.db.ts +196 -196
  270. package/server/modules/database/repositories/provider-models.ts +168 -168
  271. package/server/modules/database/repositories/push-subscriptions.ts +80 -80
  272. package/server/modules/database/repositories/scan-state.db.ts +42 -42
  273. package/server/modules/database/repositories/sessions.db.ts +524 -524
  274. package/server/modules/database/repositories/users.ts +140 -140
  275. package/server/modules/database/repositories/vapid-keys.ts +57 -57
  276. package/server/modules/database/schema.ts +210 -210
  277. package/server/modules/database/tests/projects.db.integration.test.ts +73 -72
  278. package/server/modules/database/tests/provider-models.db.integration.test.ts +125 -125
  279. package/server/modules/database/tests/sessions-provider-mapping.test.ts +110 -109
  280. package/server/modules/database/tests/sessions.db.integration.test.ts +117 -116
  281. package/server/modules/file-tree/file-tree.module.ts +116 -116
  282. package/server/modules/file-tree/file-tree.routes.ts +258 -258
  283. package/server/modules/file-tree/file-tree.service.ts +675 -675
  284. package/server/modules/file-tree/index.ts +2 -2
  285. package/server/modules/file-tree/tests/file-tree.routes.test.ts +157 -157
  286. package/server/modules/file-tree/tests/file-tree.service.test.ts +371 -371
  287. package/server/modules/git/git-branch.service.ts +43 -43
  288. package/server/modules/git/git-parsing.service.ts +66 -66
  289. package/server/modules/git/git.module.ts +22 -22
  290. package/server/modules/git/git.routes.ts +1596 -1596
  291. package/server/modules/git/index.ts +2 -2
  292. package/server/modules/git/tests/git-branch.service.test.ts +60 -60
  293. package/server/modules/git/tests/git-init.routes.test.ts +132 -132
  294. package/server/modules/git/tests/git.test.ts +106 -106
  295. package/server/modules/notifications/index.ts +24 -24
  296. package/server/modules/notifications/notifications.routes.ts +127 -127
  297. package/server/modules/notifications/services/desktop-notification-clients.service.ts +124 -124
  298. package/server/modules/notifications/services/notification-orchestrator.service.js +310 -310
  299. package/server/modules/notifications/tests/notification-orchestrator.integration.test.ts +55 -55
  300. package/server/modules/notifications/vapid-keys.service.ts +38 -38
  301. package/server/modules/notifications/websocket/desktop-notifications-websocket.service.ts +109 -109
  302. package/server/modules/plugins/index.ts +9 -9
  303. package/server/modules/plugins/plugin-process.service.ts +217 -217
  304. package/server/modules/plugins/plugin-registry.service.ts +459 -459
  305. package/server/modules/plugins/plugins.module.ts +33 -33
  306. package/server/modules/plugins/plugins.routes.ts +66 -66
  307. package/server/modules/plugins/plugins.service.ts +147 -147
  308. package/server/modules/plugins/tests/plugins.service.test.ts +32 -32
  309. package/server/modules/projects/index.ts +11 -11
  310. package/server/modules/projects/projects.routes.ts +273 -273
  311. package/server/modules/projects/services/project-clone.service.ts +323 -323
  312. package/server/modules/projects/services/project-delete.service.ts +90 -90
  313. package/server/modules/projects/services/project-management.service.ts +144 -144
  314. package/server/modules/projects/services/project-star.service.ts +78 -78
  315. package/server/modules/projects/services/projects-has-taskmaster.service.ts +248 -248
  316. package/server/modules/projects/services/projects-with-sessions-fetch.service.ts +314 -314
  317. package/server/modules/projects/tests/project-clone.service.test.ts +183 -183
  318. package/server/modules/projects/tests/project-management.service.test.ts +118 -117
  319. package/server/modules/projects/tests/project-star.service.test.ts +123 -123
  320. package/server/modules/projects/tests/projects-has-taskmaster.service.test.ts +105 -105
  321. package/server/modules/providers/README.md +380 -380
  322. package/server/modules/providers/index.ts +10 -10
  323. package/server/modules/providers/list/claude/claude-auth.provider.ts +160 -160
  324. package/server/modules/providers/list/claude/claude-mcp.provider.ts +135 -135
  325. package/server/modules/providers/list/claude/claude-models.provider.ts +294 -294
  326. package/server/modules/providers/list/claude/claude-runtime.provider.js +1068 -1068
  327. package/server/modules/providers/list/claude/claude-session-synchronizer.provider.ts +203 -203
  328. package/server/modules/providers/list/claude/claude-sessions.provider.ts +684 -684
  329. package/server/modules/providers/list/claude/claude-skills.provider.ts +265 -265
  330. package/server/modules/providers/list/claude/claude.provider.ts +30 -30
  331. package/server/modules/providers/list/codex/codex-app-server.client.ts +2 -2
  332. package/server/modules/providers/list/codex/codex-auth.provider.ts +100 -100
  333. package/server/modules/providers/list/codex/codex-mcp.provider.ts +135 -135
  334. package/server/modules/providers/list/codex/codex-models.provider.ts +123 -123
  335. package/server/modules/providers/list/codex/codex-runtime.provider.js +533 -533
  336. package/server/modules/providers/list/codex/codex-session-synchronizer.provider.ts +203 -203
  337. package/server/modules/providers/list/codex/codex-sessions.provider.ts +938 -938
  338. package/server/modules/providers/list/codex/codex-skills.provider.ts +73 -73
  339. package/server/modules/providers/list/codex/codex.provider.ts +28 -28
  340. package/server/modules/providers/list/cursor/cursor-auth.provider.ts +143 -143
  341. package/server/modules/providers/list/cursor/cursor-mcp.provider.ts +108 -108
  342. package/server/modules/providers/list/cursor/cursor-models.provider.ts +119 -119
  343. package/server/modules/providers/list/cursor/cursor-runtime.provider.js +385 -385
  344. package/server/modules/providers/list/cursor/cursor-session-synchronizer.provider.ts +158 -159
  345. package/server/modules/providers/list/cursor/cursor-sessions.provider.ts +654 -654
  346. package/server/modules/providers/list/cursor/cursor-skills.provider.ts +39 -39
  347. package/server/modules/providers/list/cursor/cursor.provider.ts +30 -30
  348. package/server/modules/providers/list/opencode/opencode-auth.provider.ts +110 -110
  349. package/server/modules/providers/list/opencode/opencode-mcp.provider.ts +228 -228
  350. package/server/modules/providers/list/opencode/opencode-models.provider.ts +203 -203
  351. package/server/modules/providers/list/opencode/opencode-runtime.provider.js +434 -434
  352. package/server/modules/providers/list/opencode/opencode-runtime.provider.test.js +261 -261
  353. package/server/modules/providers/list/opencode/opencode-session-synchronizer.provider.ts +179 -179
  354. package/server/modules/providers/list/opencode/opencode-sessions.provider.ts +500 -500
  355. package/server/modules/providers/list/opencode/opencode-skills.provider.ts +78 -78
  356. package/server/modules/providers/list/opencode/opencode.provider.ts +30 -30
  357. package/server/modules/providers/provider.registry.ts +36 -36
  358. package/server/modules/providers/provider.routes.ts +877 -877
  359. package/server/modules/providers/services/mcp.service.ts +109 -109
  360. package/server/modules/providers/services/provider-auth.service.ts +26 -26
  361. package/server/modules/providers/services/provider-capabilities.service.ts +97 -97
  362. package/server/modules/providers/services/provider-models.service.ts +401 -401
  363. package/server/modules/providers/services/provider-runtime.service.ts +108 -108
  364. package/server/modules/providers/services/provider-token-usage.service.ts +357 -357
  365. package/server/modules/providers/services/session-conversations-search.service.ts +1321 -1321
  366. package/server/modules/providers/services/session-synchronizer.service.ts +74 -74
  367. package/server/modules/providers/services/sessions-watcher.service.ts +247 -247
  368. package/server/modules/providers/services/sessions.service.ts +471 -471
  369. package/server/modules/providers/services/skills.service.ts +39 -39
  370. package/server/modules/providers/shared/base/abstract.provider.ts +32 -32
  371. package/server/modules/providers/shared/mcp/mcp.provider.ts +151 -151
  372. package/server/modules/providers/shared/skills/skills.provider.ts +287 -287
  373. package/server/modules/providers/tests/claude-auth.test.ts +157 -150
  374. package/server/modules/providers/tests/claude-sessions.test.ts +61 -61
  375. package/server/modules/providers/tests/codex-sessions.test.ts +231 -231
  376. package/server/modules/providers/tests/mcp.test.ts +349 -349
  377. package/server/modules/providers/tests/opencode-models.test.ts +41 -41
  378. package/server/modules/providers/tests/opencode-sessions.test.ts +522 -522
  379. package/server/modules/providers/tests/provider-attachment-history.test.ts +247 -247
  380. package/server/modules/providers/tests/provider-models.service.test.ts +353 -353
  381. package/server/modules/providers/tests/provider-runtime.service.test.ts +138 -138
  382. package/server/modules/providers/tests/provider-token-usage.service.test.ts +186 -186
  383. package/server/modules/providers/tests/provider.routes.test.ts +244 -244
  384. package/server/modules/providers/tests/sessions-details.test.ts +73 -73
  385. package/server/modules/providers/tests/sessions.service.test.ts +127 -127
  386. package/server/modules/providers/tests/skills.test.ts +692 -692
  387. package/server/modules/settings/index.ts +2 -2
  388. package/server/modules/settings/settings.module.ts +50 -50
  389. package/server/modules/settings/settings.routes.ts +51 -51
  390. package/server/modules/settings/settings.service.ts +186 -186
  391. package/server/modules/settings/tests/settings.service.test.ts +54 -54
  392. package/server/modules/system/index.ts +2 -2
  393. package/server/modules/system/system.module.ts +62 -62
  394. package/server/modules/system/system.routes.ts +21 -21
  395. package/server/modules/system/system.service.ts +76 -76
  396. package/server/modules/system/tests/system.service.test.ts +118 -118
  397. package/server/modules/taskmaster/index.ts +2 -2
  398. package/server/modules/taskmaster/taskmaster.module.ts +24 -24
  399. package/server/modules/taskmaster/taskmaster.routes.ts +1483 -1482
  400. package/server/modules/taskmaster/taskmaster.service.ts +132 -132
  401. package/server/modules/taskmaster/tests/taskmaster.routes.test.ts +144 -144
  402. package/server/modules/taskmaster/tests/taskmaster.service.test.ts +97 -97
  403. package/server/modules/user/index.ts +2 -2
  404. package/server/modules/user/tests/user.service.test.ts +61 -61
  405. package/server/modules/user/user.module.ts +58 -58
  406. package/server/modules/user/user.routes.ts +50 -50
  407. package/server/modules/user/user.service.ts +85 -85
  408. package/server/modules/voice/index.ts +2 -2
  409. package/server/modules/voice/tests/voice.service.test.ts +98 -98
  410. package/server/modules/voice/voice.module.ts +47 -47
  411. package/server/modules/voice/voice.routes.ts +113 -113
  412. package/server/modules/voice/voice.service.ts +192 -192
  413. package/server/modules/websocket/README.md +273 -273
  414. package/server/modules/websocket/index.ts +3 -3
  415. package/server/modules/websocket/services/chat-run-registry.service.ts +343 -343
  416. package/server/modules/websocket/services/chat-session-writer.service.ts +145 -145
  417. package/server/modules/websocket/services/chat-websocket.service.ts +425 -425
  418. package/server/modules/websocket/services/plugin-websocket-proxy.service.ts +65 -65
  419. package/server/modules/websocket/services/shell-websocket.service.ts +503 -503
  420. package/server/modules/websocket/services/websocket-auth.service.ts +59 -59
  421. package/server/modules/websocket/services/websocket-server.service.ts +124 -124
  422. package/server/modules/websocket/services/websocket-state.service.ts +16 -16
  423. package/server/modules/websocket/services/websocket-writer.service.ts +38 -38
  424. package/server/modules/websocket/tests/chat-attachment-filter.test.ts +59 -59
  425. package/server/modules/websocket/tests/chat-run-registry.test.ts +282 -282
  426. package/server/modules/websocket/tests/shell-websocket.service.test.ts +100 -100
  427. package/server/modules/websocket/tests/websocket-heartbeat.service.test.ts +78 -78
  428. package/server/modules/worktrees/index.ts +2 -2
  429. package/server/modules/worktrees/services/worktree-create-and-open.service.ts +53 -53
  430. package/server/modules/worktrees/services/worktree-create.service.ts +104 -104
  431. package/server/modules/worktrees/services/worktree-git.service.ts +207 -207
  432. package/server/modules/worktrees/services/worktree-list.service.ts +143 -143
  433. package/server/modules/worktrees/services/worktree-merge.service.ts +157 -157
  434. package/server/modules/worktrees/services/worktree-open.service.ts +85 -85
  435. package/server/modules/worktrees/services/worktree-remove.service.ts +88 -88
  436. package/server/modules/worktrees/tests/worktree-create-and-open.service.test.ts +68 -68
  437. package/server/modules/worktrees/tests/worktree-create.service.test.ts +142 -142
  438. package/server/modules/worktrees/tests/worktree-git.service.test.ts +84 -84
  439. package/server/modules/worktrees/tests/worktree-list.service.test.ts +45 -45
  440. package/server/modules/worktrees/tests/worktree-merge.service.test.ts +213 -213
  441. package/server/modules/worktrees/tests/worktree-open.service.test.ts +122 -122
  442. package/server/modules/worktrees/tests/worktree-remove.service.test.ts +227 -227
  443. package/server/modules/worktrees/tests/worktrees.routes.test.ts +199 -199
  444. package/server/modules/worktrees/worktrees.module.ts +113 -113
  445. package/server/modules/worktrees/worktrees.routes.ts +116 -116
  446. package/server/shared/claude-cli-path.ts +139 -139
  447. package/server/shared/frontmatter.ts +18 -18
  448. package/server/shared/image-attachments.ts +435 -435
  449. package/server/shared/interfaces.ts +179 -179
  450. package/server/shared/tests/claude-cli-path.test.ts +61 -61
  451. package/server/shared/tests/image-attachments.test.ts +353 -353
  452. package/server/shared/tests/slice-tail-page.test.ts +42 -42
  453. package/server/shared/types.ts +1228 -1228
  454. package/server/shared/utils.ts +1161 -1161
  455. package/server/tsconfig.json +40 -40
  456. package/shared/networkHosts.js +22 -22
  457. package/dist/assets/FileTree-N2IkkHlv.js +0 -127
  458. package/dist/assets/GitPanel-DZCeuFZ2.js +0 -29
  459. package/dist/assets/PluginTabContent-Bnuf-fb8.js +0 -1
  460. package/dist/assets/Shell-BfFnMZ-f.js +0 -81
  461. package/dist/assets/Shell-qxJ8_QYu.css +0 -32
  462. package/dist/assets/StandaloneShell-QmyYwNAl.js +0 -1
  463. package/dist/assets/TaskMasterPanel-fMsmvN9L.js +0 -32
  464. package/dist/assets/abnfDiagram-N423BO3Z-DjPU7HLs.js +0 -1
  465. package/dist/assets/arc-Pdq6Tvr3.js +0 -1
  466. package/dist/assets/architectureDiagram-T3A2C74G-D0JnT0Vh.js +0 -36
  467. package/dist/assets/c4Diagram-5PPSVZJV-MpqlPGFi.js +0 -10
  468. package/dist/assets/channel-Bm0ZLE4z.js +0 -1
  469. package/dist/assets/chunk-5RXB4S5H-B4UQ8snD.js +0 -231
  470. package/dist/assets/chunk-GF5L2VYU-DkEPedJP.js +0 -206
  471. package/dist/assets/classDiagram-JCYQIIEL-DqEOcNxw.js +0 -1
  472. package/dist/assets/classDiagram-v2-OCEON4UE-DqEOcNxw.js +0 -1
  473. package/dist/assets/code-xml-VK1YfShP.js +0 -6
  474. package/dist/assets/cose-bilkent-JH36ORCC-DrVTo1Nh.js +0 -1
  475. package/dist/assets/cynefinDiagram-MW4NZA55-CCxBjw9E.js +0 -62
  476. package/dist/assets/cytoscape.esm-C10L9Icf.js +0 -331
  477. package/dist/assets/dagre-VZM6K2ZE-C_GvE4lu.js +0 -4
  478. package/dist/assets/diagram-LBJQPF4R-hfKcrrxe.js +0 -24
  479. package/dist/assets/diagram-Q27KOJAE-C1semJfK.js +0 -24
  480. package/dist/assets/diagram-UB23O5K3-57hvXQXO.js +0 -41
  481. package/dist/assets/ebnfDiagram-BXEA7PRR-9KIAlAVw.js +0 -1
  482. package/dist/assets/erDiagram-JOGREHBK-B7OzJ767.js +0 -85
  483. package/dist/assets/ganttDiagram-PKOTCBZU-CbMNWWQu.js +0 -292
  484. package/dist/assets/gitGraphDiagram-DS77QQ5N-I_vZ5waO.js +0 -106
  485. package/dist/assets/graph-Cx-EqisW.js +0 -1
  486. package/dist/assets/index-DFnVoqpx.js +0 -1174
  487. package/dist/assets/index-DlSeAkw_.js +0 -11
  488. package/dist/assets/index-ZHwIojzi.js +0 -1
  489. package/dist/assets/index-t1w8KNxn.css +0 -1
  490. package/dist/assets/infoDiagram-6WML65LV-Dh20Tsbq.js +0 -2
  491. package/dist/assets/ishikawaDiagram-WSZJBQD7-DH2Sm3ko.js +0 -70
  492. package/dist/assets/journeyDiagram-NVQOT4AX-BNFQqlVu.js +0 -139
  493. package/dist/assets/map-CV9uif0g.js +0 -1
  494. package/dist/assets/mermaid.core-BYRQSshi.js +0 -312
  495. package/dist/assets/pegDiagram-VL7TDLO6-CNYpECr8.js +0 -1
  496. package/dist/assets/quadrantDiagram-CIZ2JOQS-BXVVQsa6.js +0 -7
  497. package/dist/assets/railroadDiagram-AXF67PYL-JTroIW8F.js +0 -1
  498. package/dist/assets/requirementDiagram-LRYGKXZP-C1Z_inLz.js +0 -84
  499. package/dist/assets/sankeyDiagram-W5VNT64P-DCJgKFUk.js +0 -40
  500. package/dist/assets/sequenceDiagram-SI44F4Z6-D8Wrx5Vc.js +0 -162
  501. package/dist/assets/sizeCapture-X5ZJPWSS-CXqD68vD.js +0 -1
  502. package/dist/assets/stateDiagram-OKZ733FA-CF0Ekqjo.js +0 -1
  503. package/dist/assets/stateDiagram-v2-UEYNNEHI-DARLpEFJ.js +0 -1
  504. package/dist/assets/swimlanes-SLNWSIFB-DVIax_k4.js +0 -2
  505. package/dist/assets/swimlanesDiagram-ULZ7WXOC-CrgDgaY8.js +0 -8
  506. package/dist/assets/timeline-definition-Z64GVDOM-DSqk3ApG.js +0 -120
  507. package/dist/assets/vendor-react-whEHfigN.js +0 -59
  508. package/dist/assets/vennDiagram-T6HMQDX7-DNbTqyG5.js +0 -34
  509. package/dist/assets/xychartDiagram-ELKLHX3M-XsVZphHr.js +0 -7
  510. package/dist/manifest.json +0 -61
@@ -1,836 +1,836 @@
1
- import { createRequire } from 'node:module';
2
- import { randomBytes, randomUUID } from 'node:crypto';
3
- import fs from 'node:fs';
4
- import os from 'node:os';
5
- import path from 'node:path';
6
-
7
- // cross-spawn: drop-in spawn with Windows .cmd/PATHEXT resolution.
8
- import spawn from 'cross-spawn';
9
-
10
- import { appConfigDb } from '@/modules/database/index.js';
11
- import { providerMcpService } from '@/modules/providers/index.js';
12
- import { getModuleDirectory } from '@/shared/utils.js';
13
-
14
- import { getBrowserUseRuntime } from './browser-use-runtime.js';
15
-
16
- const require = createRequire(import.meta.url);
17
- const __dirname = getModuleDirectory(import.meta.url);
18
- const MAX_SESSIONS_PER_OWNER = Number.parseInt(process.env.CLOUDCLI_BROWSER_USE_MAX_SESSIONS_PER_OWNER || '3', 10);
19
- const SESSION_TTL_MS = Number.parseInt(process.env.CLOUDCLI_BROWSER_USE_SESSION_TTL_MS || String(30 * 60 * 1000), 10);
20
- const BROWSER_USE_SETTINGS_KEY = 'browser_use_settings';
21
- const BROWSER_USE_MCP_TOKEN_KEY = 'browser_use_mcp_token';
22
-
23
- type BrowserUseRuntime = ReturnType<typeof getBrowserUseRuntime>;
24
- type BrowserUseSessionStatus = 'ready' | 'stopped' | 'unavailable';
25
-
26
- type BrowserUseSession = {
27
- id: string;
28
- ownerId: string;
29
- createdBy: 'agent';
30
- runtime: BrowserUseRuntime;
31
- status: BrowserUseSessionStatus;
32
- url: string | null;
33
- title: string | null;
34
- screenshotDataUrl: string | null;
35
- createdAt: string;
36
- updatedAt: string;
37
- lastAction: string | null;
38
- message: string | null;
39
- profileName: string | null;
40
- viewport: {
41
- width: number;
42
- height: number;
43
- } | null;
44
- cursor: {
45
- x: number;
46
- y: number;
47
- actor: 'agent';
48
- } | null;
49
- };
50
-
51
- type PublicBrowserUseSession = Omit<BrowserUseSession, 'ownerId'>;
52
-
53
- type RuntimeHandle = {
54
- browser?: any;
55
- context?: any;
56
- page?: any;
57
- };
58
-
59
- type BrowserUseSettings = {
60
- enabled: boolean;
61
- };
62
-
63
- type RuntimeReadiness = {
64
- playwright: any | null;
65
- playwrightInstalled: boolean;
66
- chromiumInstalled: boolean;
67
- chromiumExecutablePath: string | null;
68
- installInProgress: boolean;
69
- installMessage: string | null;
70
- };
71
-
72
- type RuntimeProbe = Omit<RuntimeReadiness, 'installInProgress' | 'installMessage'>;
73
-
74
- const sessions = new Map<string, BrowserUseSession>();
75
- const handles = new Map<string, RuntimeHandle>();
76
- let installPromise: Promise<{ success: boolean; message: string }> | null = null;
77
- let lastInstallMessage: string | null = null;
78
- let runtimeProbeCache: { value: RuntimeProbe; updatedAt: number } | null = null;
79
-
80
- const DEFAULT_SETTINGS: BrowserUseSettings = {
81
- enabled: false,
82
- };
83
- const AGENT_OWNER_ID = 'agent';
84
- const PROFILE_ROOT = path.join(os.homedir(), '.cloudcli', 'browser-use', 'profiles');
85
- const MCP_SERVER_NAME = 'cloudcli-browser';
86
- const LEGACY_MCP_SERVER_NAMES = ['cloudcli-browser-use'];
87
- const RUNTIME_READINESS_CACHE_TTL_MS = 30_000;
88
-
89
- function readSettings(): BrowserUseSettings {
90
- try {
91
- const raw = appConfigDb.get(BROWSER_USE_SETTINGS_KEY);
92
- if (!raw) {
93
- return DEFAULT_SETTINGS;
94
- }
95
-
96
- const parsed = JSON.parse(raw) as Partial<BrowserUseSettings>;
97
- return {
98
- enabled: parsed.enabled === true,
99
- };
100
- } catch (error: any) {
101
- console.warn('[Browser] Failed to read settings:', error?.message || error);
102
- return DEFAULT_SETTINGS;
103
- }
104
- }
105
-
106
- function writeSettings(settings: BrowserUseSettings): BrowserUseSettings {
107
- const normalized = {
108
- enabled: settings.enabled === true,
109
- };
110
-
111
- appConfigDb.set(BROWSER_USE_SETTINGS_KEY, JSON.stringify(normalized));
112
- return normalized;
113
- }
114
-
115
- function getOrCreateMcpToken(): string {
116
- const existing = appConfigDb.get(BROWSER_USE_MCP_TOKEN_KEY);
117
- if (existing) {
118
- return existing;
119
- }
120
- const token = randomBytes(32).toString('hex');
121
- appConfigDb.set(BROWSER_USE_MCP_TOKEN_KEY, token);
122
- return token;
123
- }
124
-
125
- function getSetupMessage(settings: BrowserUseSettings, readiness: RuntimeReadiness): string {
126
- if (!settings.enabled) {
127
- return 'Browser is disabled in settings.';
128
- }
129
-
130
- if (!readiness.playwrightInstalled) {
131
- return 'Install Playwright and Chromium to use browser sessions.';
132
- }
133
-
134
- if (!readiness.chromiumInstalled) {
135
- return 'Playwright is installed, but Chromium is missing. Install the Chromium runtime to continue.';
136
- }
137
-
138
- return readiness.installMessage || 'Browser runtime is not ready.';
139
- }
140
-
141
- function getPlaywright(): any | null {
142
- try {
143
- return require('playwright');
144
- } catch {
145
- return null;
146
- }
147
- }
148
-
149
- function getMcpCommand(): { command: string; args: string[] } {
150
- const mcpScriptPath = path.join(__dirname, 'browser-use-mcp.js');
151
- if (fs.existsSync(mcpScriptPath)) {
152
- return {
153
- command: process.execPath,
154
- args: [mcpScriptPath],
155
- };
156
- }
157
-
158
- return {
159
- command: 'cloudcli',
160
- args: ['browser-use-mcp'],
161
- };
162
- }
163
-
164
- function getMcpApiUrl(): string {
165
- const port = process.env.SERVER_PORT || process.env.PORT || '3001';
166
- return `http://127.0.0.1:${port}/api/browser-use-mcp`;
167
- }
168
-
169
- async function removeMcpServerFromAllProviders(name: string) {
170
- const results = await providerMcpService.removeMcpServerFromAllProviders({
171
- name,
172
- scope: 'user',
173
- });
174
- return results.map((result) => ({ ...result, name }));
175
- }
176
-
177
- function normalizeProfileName(profileName?: string | null): string | null {
178
- const normalized = String(profileName || '').trim();
179
- if (!normalized) {
180
- return null;
181
- }
182
-
183
- return normalized.slice(0, 80);
184
- }
185
-
186
- function getProfilePath(profileName: string): string {
187
- const safeName = profileName
188
- .toLowerCase()
189
- .replace(/[^a-z0-9._-]+/g, '-')
190
- .replace(/^-+|-+$/g, '')
191
- .slice(0, 80) || 'default';
192
- return path.join(PROFILE_ROOT, safeName);
193
- }
194
-
195
- function probeRuntime(): RuntimeProbe {
196
- const playwright = getPlaywright();
197
- const readiness: RuntimeProbe = {
198
- playwright,
199
- playwrightInstalled: Boolean(playwright),
200
- chromiumInstalled: false,
201
- chromiumExecutablePath: null,
202
- };
203
-
204
- if (!playwright) {
205
- return readiness;
206
- }
207
-
208
- try {
209
- const executablePath = playwright.chromium.executablePath();
210
- readiness.chromiumExecutablePath = executablePath;
211
- readiness.chromiumInstalled = Boolean(executablePath && fs.existsSync(executablePath));
212
- } catch {
213
- readiness.chromiumInstalled = false;
214
- }
215
-
216
- return readiness;
217
- }
218
-
219
- function getRuntimeReadiness(options: { force?: boolean } = {}): RuntimeReadiness {
220
- const now = Date.now();
221
- const cachedProbe = runtimeProbeCache;
222
- const canUseCache = !options.force
223
- && !installPromise
224
- && cachedProbe
225
- && now - cachedProbe.updatedAt < RUNTIME_READINESS_CACHE_TTL_MS;
226
- const probe = canUseCache ? cachedProbe.value : probeRuntime();
227
-
228
- if (!canUseCache && !installPromise) {
229
- runtimeProbeCache = { value: probe, updatedAt: now };
230
- }
231
-
232
- return {
233
- ...probe,
234
- installInProgress: Boolean(installPromise),
235
- installMessage: lastInstallMessage,
236
- };
237
- }
238
-
239
- const INSTALL_COMMAND_TIMEOUT_MS = Number.parseInt(
240
- process.env.CLOUDCLI_BROWSER_USE_INSTALL_TIMEOUT_MS || String(10 * 60 * 1000),
241
- 10,
242
- );
243
-
244
- function runCommand(command: string, args: string[]): Promise<void> {
245
- return new Promise((resolve, reject) => {
246
- const child = spawn(command, args, {
247
- cwd: process.cwd(),
248
- env: process.env,
249
- shell: false,
250
- stdio: ['ignore', 'pipe', 'pipe'],
251
- });
252
- const output: string[] = [];
253
- let settled = false;
254
- const finish = (fn: () => void) => {
255
- if (settled) {
256
- return;
257
- }
258
- settled = true;
259
- clearTimeout(timer);
260
- fn();
261
- };
262
-
263
- const timer = setTimeout(() => {
264
- child.kill('SIGKILL');
265
- finish(() => reject(new Error(
266
- `${command} ${args.join(' ')} timed out after ${INSTALL_COMMAND_TIMEOUT_MS}ms.`,
267
- )));
268
- }, INSTALL_COMMAND_TIMEOUT_MS);
269
- timer.unref?.();
270
-
271
- // stdio config above guarantees the pipes exist; cross-spawn's types
272
- // just don't narrow them the way node's spawn overloads do.
273
- child.stdout?.on('data', (chunk) => output.push(String(chunk)));
274
- child.stderr?.on('data', (chunk) => output.push(String(chunk)));
275
- child.on('error', (error) => finish(() => reject(error)));
276
- child.on('close', (code) => finish(() => {
277
- if (code === 0) {
278
- resolve();
279
- return;
280
- }
281
-
282
- reject(new Error(output.join('').trim() || `${command} ${args.join(' ')} exited with code ${code}`));
283
- }));
284
- });
285
- }
286
-
287
- function formatInstallError(error: unknown): string {
288
- const message = error instanceof Error ? error.message : String(error);
289
- if (message.includes('sudo') && message.includes('password')) {
290
- return 'Installing Chromium system dependencies requires administrator privileges. Run `npx playwright install-deps chromium` on the machine where CloudCLI runs, then try again.';
291
- }
292
- return message || 'Failed to install Browser runtime.';
293
- }
294
-
295
- async function installRuntime(): Promise<{ success: boolean; message: string }> {
296
- if (installPromise) {
297
- return installPromise;
298
- }
299
-
300
- const npmCommand = process.platform === 'win32' ? 'npm.cmd' : 'npm';
301
- runtimeProbeCache = null;
302
- installPromise = (async () => {
303
- try {
304
- lastInstallMessage = 'Installing Playwright package...';
305
- await runCommand(npmCommand, ['install', '--no-save', '--no-package-lock', 'playwright']);
306
-
307
- if (process.platform === 'linux') {
308
- lastInstallMessage = 'Installing Chromium system dependencies...';
309
- await runCommand(npmCommand, ['exec', '--', 'playwright', 'install-deps', 'chromium']);
310
- }
311
-
312
- lastInstallMessage = 'Installing Chromium runtime...';
313
- await runCommand(npmCommand, ['exec', '--', 'playwright', 'install', 'chromium']);
314
-
315
- lastInstallMessage = 'Browser runtime installed.';
316
- return { success: true, message: lastInstallMessage };
317
- } catch (error) {
318
- lastInstallMessage = formatInstallError(error);
319
- return { success: false, message: lastInstallMessage };
320
- }
321
- })();
322
-
323
- try {
324
- return await installPromise;
325
- } finally {
326
- installPromise = null;
327
- runtimeProbeCache = null;
328
- }
329
- }
330
-
331
- function normalizeUrl(rawUrl: string): string {
332
- const trimmed = rawUrl.trim();
333
- if (!trimmed) {
334
- throw new Error('URL is required.');
335
- }
336
-
337
- const withProtocol = /^[a-zA-Z][a-zA-Z\d+\-.]*:/.test(trimmed)
338
- ? trimmed
339
- : `https://${trimmed}`;
340
- const parsed = new URL(withProtocol);
341
- if (!['http:', 'https:'].includes(parsed.protocol)) {
342
- throw new Error('Only http and https URLs are supported.');
343
- }
344
-
345
- return parsed.toString();
346
- }
347
-
348
- function publicSession(session: BrowserUseSession): PublicBrowserUseSession {
349
- const { ownerId: _ownerId, ...publicFields } = session;
350
- return publicFields;
351
- }
352
-
353
- function ownerSessions(ownerId: string): BrowserUseSession[] {
354
- return [...sessions.values()].filter((session) => session.ownerId === ownerId);
355
- }
356
-
357
- async function closeHandle(sessionId: string): Promise<void> {
358
- const handle = handles.get(sessionId);
359
- handles.delete(sessionId);
360
- await handle?.context?.close?.().catch(() => undefined);
361
- await handle?.browser?.close().catch(() => undefined);
362
- }
363
-
364
- async function expireStaleSessions(now = Date.now()): Promise<void> {
365
- await Promise.all([...sessions.values()].map(async (session) => {
366
- if (session.status !== 'ready') {
367
- return;
368
- }
369
-
370
- const updatedAt = Date.parse(session.updatedAt);
371
- if (!Number.isFinite(updatedAt) || now - updatedAt <= SESSION_TTL_MS) {
372
- return;
373
- }
374
-
375
- await closeHandle(session.id);
376
- session.status = 'stopped';
377
- session.updatedAt = new Date(now).toISOString();
378
- session.lastAction = 'expire';
379
- session.message = 'Browser session expired after inactivity.';
380
- }));
381
- }
382
-
383
- async function captureSession(session: BrowserUseSession, page: any): Promise<void> {
384
- const screenshot = await page.screenshot({ type: 'jpeg', quality: 72, fullPage: false });
385
- session.screenshotDataUrl = `data:image/jpeg;base64,${Buffer.from(screenshot).toString('base64')}`;
386
- session.title = await page.title().catch(() => null);
387
- session.url = page.url() || session.url;
388
- session.viewport = page.viewportSize?.() || session.viewport;
389
- session.updatedAt = new Date().toISOString();
390
- }
391
-
392
- async function getActionPoint(page: any, input: { selector?: string; text?: string; x?: number; y?: number }) {
393
- if (typeof input.x === 'number' && typeof input.y === 'number') {
394
- return { x: input.x, y: input.y };
395
- }
396
-
397
- const locator = input.selector
398
- ? page.locator(input.selector).first()
399
- : input.text
400
- ? page.getByText(input.text, { exact: false }).first()
401
- : null;
402
-
403
- if (!locator) {
404
- return null;
405
- }
406
-
407
- const box = await locator.boundingBox().catch(() => null);
408
- if (!box) {
409
- return null;
410
- }
411
-
412
- return {
413
- x: Math.round(box.x + box.width / 2),
414
- y: Math.round(box.y + box.height / 2),
415
- };
416
- }
417
-
418
- export const browserUseService = {
419
- async getSettings() {
420
- return readSettings();
421
- },
422
-
423
- async updateSettings(settings: Partial<BrowserUseSettings>) {
424
- const current = readSettings();
425
- const nextSettings = {
426
- enabled: typeof settings.enabled === 'boolean' ? settings.enabled : current.enabled,
427
- };
428
-
429
- const next = writeSettings(nextSettings);
430
- if (next.enabled) {
431
- await this.registerAgentMcp();
432
- } else if (current.enabled) {
433
- await this.unregisterAgentMcp();
434
- await this.stopAllSessions();
435
- }
436
- return next;
437
- },
438
-
439
- async getStatus() {
440
- const settings = readSettings();
441
- const readiness = getRuntimeReadiness();
442
- const available = settings.enabled && readiness.playwrightInstalled && readiness.chromiumInstalled;
443
-
444
- return {
445
- enabled: settings.enabled,
446
- runtime: getBrowserUseRuntime(),
447
- available,
448
- playwrightInstalled: readiness.playwrightInstalled,
449
- chromiumInstalled: readiness.chromiumInstalled,
450
- installInProgress: readiness.installInProgress,
451
- sessionCount: sessions.size,
452
- message: available
453
- ? 'Browser runtime is available.'
454
- : getSetupMessage(settings, readiness),
455
- };
456
- },
457
-
458
- async registerAgentMcp() {
459
- const { command, args } = getMcpCommand();
460
- await Promise.all(LEGACY_MCP_SERVER_NAMES.map((name) => removeMcpServerFromAllProviders(name)));
461
- const results = await providerMcpService.addMcpServerToAllProviders({
462
- name: MCP_SERVER_NAME,
463
- scope: 'user',
464
- transport: 'stdio',
465
- command,
466
- args,
467
- env: {
468
- CLOUDCLI_BROWSER_USE_MCP_TOKEN: getOrCreateMcpToken(),
469
- CLOUDCLI_BROWSER_USE_API_URL: getMcpApiUrl(),
470
- },
471
- });
472
- return { name: MCP_SERVER_NAME, command, args, results };
473
- },
474
-
475
- getMcpToken() {
476
- return getOrCreateMcpToken();
477
- },
478
-
479
- async unregisterAgentMcp() {
480
- const results = (await Promise.all(
481
- [MCP_SERVER_NAME, ...LEGACY_MCP_SERVER_NAMES].map((name) => removeMcpServerFromAllProviders(name)),
482
- )).flat();
483
- return { name: MCP_SERVER_NAME, results };
484
- },
485
-
486
- async installRuntime() {
487
- const result = await installRuntime();
488
- return {
489
- ...result,
490
- status: await this.getStatus(),
491
- };
492
- },
493
-
494
- async listSessions() {
495
- await expireStaleSessions();
496
- return [...sessions.values()]
497
- .filter((session) => session.ownerId === AGENT_OWNER_ID)
498
- .map(publicSession);
499
- },
500
-
501
- async createAgentSession(options?: { profileName?: string | null }) {
502
- const settings = readSettings();
503
- if (!settings.enabled) {
504
- throw new Error('Browser agent tools are disabled.');
505
- }
506
-
507
- await expireStaleSessions();
508
- const profileName = normalizeProfileName(options?.profileName);
509
-
510
- const now = new Date().toISOString();
511
- const session: BrowserUseSession = {
512
- id: randomUUID(),
513
- ownerId: AGENT_OWNER_ID,
514
- createdBy: 'agent',
515
- runtime: getBrowserUseRuntime(),
516
- status: 'unavailable',
517
- url: null,
518
- title: null,
519
- screenshotDataUrl: null,
520
- createdAt: now,
521
- updatedAt: now,
522
- lastAction: 'create',
523
- message: null,
524
- profileName,
525
- viewport: { width: 1440, height: 900 },
526
- cursor: null,
527
- };
528
-
529
- const activeOwnerSessions = ownerSessions(AGENT_OWNER_ID).filter((item) => item.status === 'ready');
530
- if (activeOwnerSessions.length >= MAX_SESSIONS_PER_OWNER) {
531
- throw new Error(`Browser is limited to ${MAX_SESSIONS_PER_OWNER} active agent sessions.`);
532
- }
533
-
534
- const readiness = getRuntimeReadiness();
535
- if (!settings.enabled || !readiness.playwrightInstalled || !readiness.chromiumInstalled || !readiness.playwright) {
536
- session.message = getSetupMessage(settings, readiness);
537
- sessions.set(session.id, session);
538
- return publicSession(session);
539
- }
540
-
541
- let browser: any | undefined;
542
- let context: any | undefined;
543
- let page: any;
544
- const launchOptions = {
545
- headless: true,
546
- args: ['--disable-dev-shm-usage'],
547
- };
548
- const contextOptions = {
549
- viewport: { width: 1440, height: 900 },
550
- serviceWorkers: 'block',
551
- };
552
-
553
- if (profileName) {
554
- fs.mkdirSync(PROFILE_ROOT, { recursive: true });
555
- context = await readiness.playwright.chromium.launchPersistentContext(getProfilePath(profileName), {
556
- ...launchOptions,
557
- ...contextOptions,
558
- });
559
- page = context.pages()[0] || await context.newPage();
560
- } else {
561
- browser = await readiness.playwright.chromium.launch(launchOptions);
562
- context = await browser.newContext(contextOptions);
563
- page = await context.newPage();
564
- }
565
- session.status = 'ready';
566
- session.message = 'Browser session is ready.';
567
- sessions.set(session.id, session);
568
- handles.set(session.id, { browser, context, page });
569
- await captureSession(session, page);
570
- return publicSession(session);
571
- },
572
-
573
- async listAgentSessions() {
574
- const settings = readSettings();
575
- if (!settings.enabled) {
576
- return [];
577
- }
578
- await expireStaleSessions();
579
- return [...sessions.values()]
580
- .filter((session) => session.ownerId === AGENT_OWNER_ID)
581
- .map(publicSession);
582
- },
583
-
584
- async getAgentSession(sessionId: string) {
585
- const settings = readSettings();
586
- if (!settings.enabled) {
587
- throw new Error('Browser agent tools are disabled.');
588
- }
589
- const session = sessions.get(sessionId);
590
- if (!session || session.ownerId !== AGENT_OWNER_ID) {
591
- throw new Error('Browser session not found.');
592
- }
593
- return session;
594
- },
595
-
596
- async agentNavigate(sessionId: string, rawUrl: string) {
597
- await this.getAgentSession(sessionId);
598
- await expireStaleSessions();
599
-
600
- const session = sessions.get(sessionId);
601
- if (!session || session.ownerId !== AGENT_OWNER_ID) {
602
- throw new Error('Browser session not found.');
603
- }
604
-
605
- if (session.status !== 'ready') {
606
- throw new Error(session.message || 'Browser session is not available.');
607
- }
608
-
609
- const handle = handles.get(sessionId);
610
- if (!handle?.page) {
611
- throw new Error('Browser runtime handle is not available.');
612
- }
613
-
614
- const url = normalizeUrl(rawUrl);
615
- await handle.page.goto(url, { waitUntil: 'domcontentloaded', timeout: 30_000 });
616
- session.lastAction = `navigate:${url}`;
617
- session.cursor = null;
618
- await captureSession(session, handle.page);
619
- return publicSession(session);
620
- },
621
-
622
- async agentSnapshot(sessionId: string) {
623
- const session = await this.getAgentSession(sessionId);
624
- const handle = handles.get(sessionId);
625
- if (!handle?.page) {
626
- throw new Error('Browser runtime handle is not available.');
627
- }
628
- await captureSession(session, handle.page);
629
- const text = await handle.page.locator('body').innerText({ timeout: 5_000 }).catch(() => '');
630
- return {
631
- session: publicSession(session),
632
- text: text.slice(0, 30_000),
633
- };
634
- },
635
-
636
- async agentClick(sessionId: string, input: { selector?: string; text?: string; x?: number; y?: number }) {
637
- const session = await this.getAgentSession(sessionId);
638
- const handle = handles.get(sessionId);
639
- if (!handle?.page) {
640
- throw new Error('Browser runtime handle is not available.');
641
- }
642
- const point = await getActionPoint(handle.page, input);
643
-
644
- if (input.selector) {
645
- await handle.page.locator(input.selector).first().click({ timeout: 10_000 });
646
- } else if (input.text) {
647
- await handle.page.getByText(input.text, { exact: false }).first().click({ timeout: 10_000 });
648
- } else if (typeof input.x === 'number' && typeof input.y === 'number') {
649
- await handle.page.mouse.click(input.x, input.y);
650
- } else {
651
- throw new Error('Provide selector, text, or x/y coordinates.');
652
- }
653
-
654
- session.lastAction = 'click';
655
- session.cursor = point ? { ...point, actor: 'agent' } : null;
656
- await captureSession(session, handle.page);
657
- return publicSession(session);
658
- },
659
-
660
- async agentType(sessionId: string, input: { selector?: string; text: string; submit?: boolean }) {
661
- const session = await this.getAgentSession(sessionId);
662
- const handle = handles.get(sessionId);
663
- if (!handle?.page) {
664
- throw new Error('Browser runtime handle is not available.');
665
- }
666
-
667
- if (input.selector) {
668
- await handle.page.locator(input.selector).first().fill(input.text, { timeout: 10_000 });
669
- session.cursor = await getActionPoint(handle.page, input).then((point) => (
670
- point ? { ...point, actor: 'agent' as const } : null
671
- ));
672
- } else {
673
- await handle.page.keyboard.type(input.text);
674
- }
675
- if (input.submit) {
676
- await handle.page.keyboard.press('Enter');
677
- }
678
-
679
- session.lastAction = 'type';
680
- await captureSession(session, handle.page);
681
- return publicSession(session);
682
- },
683
-
684
- async agentFillForm(sessionId: string, fields: Array<{ selector: string; value: string }>) {
685
- const session = await this.getAgentSession(sessionId);
686
- const handle = handles.get(sessionId);
687
- if (!handle?.page) {
688
- throw new Error('Browser runtime handle is not available.');
689
- }
690
- for (const field of fields) {
691
- await handle.page.locator(field.selector).first().fill(field.value, { timeout: 10_000 });
692
- }
693
- session.lastAction = 'fill_form';
694
- if (fields[0]) {
695
- session.cursor = await getActionPoint(handle.page, { selector: fields[0].selector }).then((point) => (
696
- point ? { ...point, actor: 'agent' as const } : null
697
- ));
698
- }
699
- await captureSession(session, handle.page);
700
- return publicSession(session);
701
- },
702
-
703
- async agentPressKey(sessionId: string, key: string) {
704
- const session = await this.getAgentSession(sessionId);
705
- const handle = handles.get(sessionId);
706
- if (!handle?.page) {
707
- throw new Error('Browser runtime handle is not available.');
708
- }
709
- await handle.page.keyboard.press(key);
710
- session.lastAction = `press_key:${key}`;
711
- await captureSession(session, handle.page);
712
- return publicSession(session);
713
- },
714
-
715
- async agentSelectOption(sessionId: string, selector: string, values: string[]) {
716
- const session = await this.getAgentSession(sessionId);
717
- const handle = handles.get(sessionId);
718
- if (!handle?.page) {
719
- throw new Error('Browser runtime handle is not available.');
720
- }
721
- await handle.page.locator(selector).first().selectOption(values, { timeout: 10_000 });
722
- session.lastAction = 'select_option';
723
- session.cursor = await getActionPoint(handle.page, { selector }).then((point) => (
724
- point ? { ...point, actor: 'agent' as const } : null
725
- ));
726
- await captureSession(session, handle.page);
727
- return publicSession(session);
728
- },
729
-
730
- async agentWaitFor(sessionId: string, input: { text?: string; url?: string; timeoutMs?: number }) {
731
- const session = await this.getAgentSession(sessionId);
732
- const handle = handles.get(sessionId);
733
- if (!handle?.page) {
734
- throw new Error('Browser runtime handle is not available.');
735
- }
736
- const timeout = Math.max(250, Math.min(input.timeoutMs || 5_000, 30_000));
737
- if (input.text) {
738
- await handle.page.getByText(input.text, { exact: false }).first().waitFor({ timeout });
739
- } else if (input.url) {
740
- await handle.page.waitForURL(input.url, { timeout });
741
- } else {
742
- await handle.page.waitForTimeout(timeout);
743
- }
744
- session.lastAction = 'wait_for';
745
- await captureSession(session, handle.page);
746
- return publicSession(session);
747
- },
748
-
749
- async agentTabs(sessionId: string, input: { action?: 'list' | 'new' | 'select' | 'close'; index?: number; url?: string }) {
750
- const session = await this.getAgentSession(sessionId);
751
- const handle = handles.get(sessionId);
752
- if (!handle?.context || !handle?.page) {
753
- throw new Error('Browser runtime handle is not available.');
754
- }
755
- const action = input.action || 'list';
756
- if (action === 'new') {
757
- const page = await handle.context.newPage();
758
- handles.set(sessionId, { ...handle, page });
759
- if (input.url) {
760
- await this.agentNavigate(sessionId, input.url);
761
- }
762
- } else if (action === 'select') {
763
- const page = handle.context.pages()[input.index || 0];
764
- if (!page) {
765
- throw new Error('Tab not found.');
766
- }
767
- handles.set(sessionId, { ...handle, page });
768
- } else if (action === 'close') {
769
- const pages = handle.context.pages();
770
- const page = pages[input.index ?? pages.indexOf(handle.page)];
771
- if (!page) {
772
- throw new Error('Tab not found.');
773
- }
774
- await page.close();
775
- handles.set(sessionId, { ...handle, page: handle.context.pages()[0] || await handle.context.newPage() });
776
- }
777
- const updatedHandle = handles.get(sessionId);
778
- await captureSession(session, updatedHandle?.page || handle.page);
779
- return {
780
- session: publicSession(session),
781
- tabs: handle.context.pages().map((page: any, index: number) => ({
782
- index,
783
- url: page.url(),
784
- active: page === (updatedHandle?.page || handle.page),
785
- })),
786
- };
787
- },
788
-
789
- async stopSession(sessionId: string) {
790
- const session = sessions.get(sessionId);
791
- if (!session || session.ownerId !== AGENT_OWNER_ID) {
792
- return { stopped: false };
793
- }
794
-
795
- await closeHandle(sessionId);
796
-
797
- session.status = 'stopped';
798
- session.updatedAt = new Date().toISOString();
799
- session.lastAction = 'stop';
800
- session.message = 'Browser session stopped. Create a new session to continue browsing.';
801
- return { stopped: true, session: publicSession(session) };
802
- },
803
-
804
- async deleteSession(sessionId: string) {
805
- const session = sessions.get(sessionId);
806
- if (!session || session.ownerId !== AGENT_OWNER_ID) {
807
- return { deleted: false };
808
- }
809
-
810
- await closeHandle(sessionId);
811
- sessions.delete(sessionId);
812
- return { deleted: true, sessionId };
813
- },
814
-
815
- async agentStopSession(sessionId: string) {
816
- await this.getAgentSession(sessionId);
817
- return this.stopSession(sessionId);
818
- },
819
-
820
- async stopAllSessions() {
821
- await Promise.all([...sessions.keys()].map(async (sessionId) => {
822
- await closeHandle(sessionId);
823
- const session = sessions.get(sessionId);
824
- if (session) {
825
- session.status = 'stopped';
826
- session.updatedAt = new Date().toISOString();
827
- session.lastAction = 'shutdown';
828
- session.message = 'Browser session stopped during server shutdown.';
829
- }
830
- }));
831
- },
832
- };
833
-
834
- process.once('beforeExit', () => {
835
- void browserUseService.stopAllSessions();
836
- });
1
+ import { createRequire } from 'node:module';
2
+ import { randomBytes, randomUUID } from 'node:crypto';
3
+ import fs from 'node:fs';
4
+ import os from 'node:os';
5
+ import path from 'node:path';
6
+
7
+ // cross-spawn: drop-in spawn with Windows .cmd/PATHEXT resolution.
8
+ import spawn from 'cross-spawn';
9
+
10
+ import { appConfigDb } from '@/modules/database/index.js';
11
+ import { providerMcpService } from '@/modules/providers/index.js';
12
+ import { getModuleDirectory } from '@/shared/utils.js';
13
+
14
+ import { getBrowserUseRuntime } from './browser-use-runtime.js';
15
+
16
+ const require = createRequire(import.meta.url);
17
+ const __dirname = getModuleDirectory(import.meta.url);
18
+ const MAX_SESSIONS_PER_OWNER = Number.parseInt(process.env.CLOUDCLI_BROWSER_USE_MAX_SESSIONS_PER_OWNER || '3', 10);
19
+ const SESSION_TTL_MS = Number.parseInt(process.env.CLOUDCLI_BROWSER_USE_SESSION_TTL_MS || String(30 * 60 * 1000), 10);
20
+ const BROWSER_USE_SETTINGS_KEY = 'browser_use_settings';
21
+ const BROWSER_USE_MCP_TOKEN_KEY = 'browser_use_mcp_token';
22
+
23
+ type BrowserUseRuntime = ReturnType<typeof getBrowserUseRuntime>;
24
+ type BrowserUseSessionStatus = 'ready' | 'stopped' | 'unavailable';
25
+
26
+ type BrowserUseSession = {
27
+ id: string;
28
+ ownerId: string;
29
+ createdBy: 'agent';
30
+ runtime: BrowserUseRuntime;
31
+ status: BrowserUseSessionStatus;
32
+ url: string | null;
33
+ title: string | null;
34
+ screenshotDataUrl: string | null;
35
+ createdAt: string;
36
+ updatedAt: string;
37
+ lastAction: string | null;
38
+ message: string | null;
39
+ profileName: string | null;
40
+ viewport: {
41
+ width: number;
42
+ height: number;
43
+ } | null;
44
+ cursor: {
45
+ x: number;
46
+ y: number;
47
+ actor: 'agent';
48
+ } | null;
49
+ };
50
+
51
+ type PublicBrowserUseSession = Omit<BrowserUseSession, 'ownerId'>;
52
+
53
+ type RuntimeHandle = {
54
+ browser?: any;
55
+ context?: any;
56
+ page?: any;
57
+ };
58
+
59
+ type BrowserUseSettings = {
60
+ enabled: boolean;
61
+ };
62
+
63
+ type RuntimeReadiness = {
64
+ playwright: any | null;
65
+ playwrightInstalled: boolean;
66
+ chromiumInstalled: boolean;
67
+ chromiumExecutablePath: string | null;
68
+ installInProgress: boolean;
69
+ installMessage: string | null;
70
+ };
71
+
72
+ type RuntimeProbe = Omit<RuntimeReadiness, 'installInProgress' | 'installMessage'>;
73
+
74
+ const sessions = new Map<string, BrowserUseSession>();
75
+ const handles = new Map<string, RuntimeHandle>();
76
+ let installPromise: Promise<{ success: boolean; message: string }> | null = null;
77
+ let lastInstallMessage: string | null = null;
78
+ let runtimeProbeCache: { value: RuntimeProbe; updatedAt: number } | null = null;
79
+
80
+ const DEFAULT_SETTINGS: BrowserUseSettings = {
81
+ enabled: false,
82
+ };
83
+ const AGENT_OWNER_ID = 'agent';
84
+ const PROFILE_ROOT = path.join(os.homedir(), '.cloudcli', 'browser-use', 'profiles');
85
+ const MCP_SERVER_NAME = 'cloudcli-browser';
86
+ const LEGACY_MCP_SERVER_NAMES = ['cloudcli-browser-use'];
87
+ const RUNTIME_READINESS_CACHE_TTL_MS = 30_000;
88
+
89
+ function readSettings(): BrowserUseSettings {
90
+ try {
91
+ const raw = appConfigDb.get(BROWSER_USE_SETTINGS_KEY);
92
+ if (!raw) {
93
+ return DEFAULT_SETTINGS;
94
+ }
95
+
96
+ const parsed = JSON.parse(raw) as Partial<BrowserUseSettings>;
97
+ return {
98
+ enabled: parsed.enabled === true,
99
+ };
100
+ } catch (error: any) {
101
+ console.warn('[Browser] Failed to read settings:', error?.message || error);
102
+ return DEFAULT_SETTINGS;
103
+ }
104
+ }
105
+
106
+ function writeSettings(settings: BrowserUseSettings): BrowserUseSettings {
107
+ const normalized = {
108
+ enabled: settings.enabled === true,
109
+ };
110
+
111
+ appConfigDb.set(BROWSER_USE_SETTINGS_KEY, JSON.stringify(normalized));
112
+ return normalized;
113
+ }
114
+
115
+ function getOrCreateMcpToken(): string {
116
+ const existing = appConfigDb.get(BROWSER_USE_MCP_TOKEN_KEY);
117
+ if (existing) {
118
+ return existing;
119
+ }
120
+ const token = randomBytes(32).toString('hex');
121
+ appConfigDb.set(BROWSER_USE_MCP_TOKEN_KEY, token);
122
+ return token;
123
+ }
124
+
125
+ function getSetupMessage(settings: BrowserUseSettings, readiness: RuntimeReadiness): string {
126
+ if (!settings.enabled) {
127
+ return 'Browser is disabled in settings.';
128
+ }
129
+
130
+ if (!readiness.playwrightInstalled) {
131
+ return 'Install Playwright and Chromium to use browser sessions.';
132
+ }
133
+
134
+ if (!readiness.chromiumInstalled) {
135
+ return 'Playwright is installed, but Chromium is missing. Install the Chromium runtime to continue.';
136
+ }
137
+
138
+ return readiness.installMessage || 'Browser runtime is not ready.';
139
+ }
140
+
141
+ function getPlaywright(): any | null {
142
+ try {
143
+ return require('playwright');
144
+ } catch {
145
+ return null;
146
+ }
147
+ }
148
+
149
+ function getMcpCommand(): { command: string; args: string[] } {
150
+ const mcpScriptPath = path.join(__dirname, 'browser-use-mcp.js');
151
+ if (fs.existsSync(mcpScriptPath)) {
152
+ return {
153
+ command: process.execPath,
154
+ args: [mcpScriptPath],
155
+ };
156
+ }
157
+
158
+ return {
159
+ command: 'cloudcli',
160
+ args: ['browser-use-mcp'],
161
+ };
162
+ }
163
+
164
+ function getMcpApiUrl(): string {
165
+ const port = process.env.SERVER_PORT || process.env.PORT || '3001';
166
+ return `http://127.0.0.1:${port}/api/browser-use-mcp`;
167
+ }
168
+
169
+ async function removeMcpServerFromAllProviders(name: string) {
170
+ const results = await providerMcpService.removeMcpServerFromAllProviders({
171
+ name,
172
+ scope: 'user',
173
+ });
174
+ return results.map((result) => ({ ...result, name }));
175
+ }
176
+
177
+ function normalizeProfileName(profileName?: string | null): string | null {
178
+ const normalized = String(profileName || '').trim();
179
+ if (!normalized) {
180
+ return null;
181
+ }
182
+
183
+ return normalized.slice(0, 80);
184
+ }
185
+
186
+ function getProfilePath(profileName: string): string {
187
+ const safeName = profileName
188
+ .toLowerCase()
189
+ .replace(/[^a-z0-9._-]+/g, '-')
190
+ .replace(/^-+|-+$/g, '')
191
+ .slice(0, 80) || 'default';
192
+ return path.join(PROFILE_ROOT, safeName);
193
+ }
194
+
195
+ function probeRuntime(): RuntimeProbe {
196
+ const playwright = getPlaywright();
197
+ const readiness: RuntimeProbe = {
198
+ playwright,
199
+ playwrightInstalled: Boolean(playwright),
200
+ chromiumInstalled: false,
201
+ chromiumExecutablePath: null,
202
+ };
203
+
204
+ if (!playwright) {
205
+ return readiness;
206
+ }
207
+
208
+ try {
209
+ const executablePath = playwright.chromium.executablePath();
210
+ readiness.chromiumExecutablePath = executablePath;
211
+ readiness.chromiumInstalled = Boolean(executablePath && fs.existsSync(executablePath));
212
+ } catch {
213
+ readiness.chromiumInstalled = false;
214
+ }
215
+
216
+ return readiness;
217
+ }
218
+
219
+ function getRuntimeReadiness(options: { force?: boolean } = {}): RuntimeReadiness {
220
+ const now = Date.now();
221
+ const cachedProbe = runtimeProbeCache;
222
+ const canUseCache = !options.force
223
+ && !installPromise
224
+ && cachedProbe
225
+ && now - cachedProbe.updatedAt < RUNTIME_READINESS_CACHE_TTL_MS;
226
+ const probe = canUseCache ? cachedProbe.value : probeRuntime();
227
+
228
+ if (!canUseCache && !installPromise) {
229
+ runtimeProbeCache = { value: probe, updatedAt: now };
230
+ }
231
+
232
+ return {
233
+ ...probe,
234
+ installInProgress: Boolean(installPromise),
235
+ installMessage: lastInstallMessage,
236
+ };
237
+ }
238
+
239
+ const INSTALL_COMMAND_TIMEOUT_MS = Number.parseInt(
240
+ process.env.CLOUDCLI_BROWSER_USE_INSTALL_TIMEOUT_MS || String(10 * 60 * 1000),
241
+ 10,
242
+ );
243
+
244
+ function runCommand(command: string, args: string[]): Promise<void> {
245
+ return new Promise((resolve, reject) => {
246
+ const child = spawn(command, args, {
247
+ cwd: process.cwd(),
248
+ env: process.env,
249
+ shell: false,
250
+ stdio: ['ignore', 'pipe', 'pipe'],
251
+ });
252
+ const output: string[] = [];
253
+ let settled = false;
254
+ const finish = (fn: () => void) => {
255
+ if (settled) {
256
+ return;
257
+ }
258
+ settled = true;
259
+ clearTimeout(timer);
260
+ fn();
261
+ };
262
+
263
+ const timer = setTimeout(() => {
264
+ child.kill('SIGKILL');
265
+ finish(() => reject(new Error(
266
+ `${command} ${args.join(' ')} timed out after ${INSTALL_COMMAND_TIMEOUT_MS}ms.`,
267
+ )));
268
+ }, INSTALL_COMMAND_TIMEOUT_MS);
269
+ timer.unref?.();
270
+
271
+ // stdio config above guarantees the pipes exist; cross-spawn's types
272
+ // just don't narrow them the way node's spawn overloads do.
273
+ child.stdout?.on('data', (chunk) => output.push(String(chunk)));
274
+ child.stderr?.on('data', (chunk) => output.push(String(chunk)));
275
+ child.on('error', (error) => finish(() => reject(error)));
276
+ child.on('close', (code) => finish(() => {
277
+ if (code === 0) {
278
+ resolve();
279
+ return;
280
+ }
281
+
282
+ reject(new Error(output.join('').trim() || `${command} ${args.join(' ')} exited with code ${code}`));
283
+ }));
284
+ });
285
+ }
286
+
287
+ function formatInstallError(error: unknown): string {
288
+ const message = error instanceof Error ? error.message : String(error);
289
+ if (message.includes('sudo') && message.includes('password')) {
290
+ return 'Installing Chromium system dependencies requires administrator privileges. Run `npx playwright install-deps chromium` on the machine where WindCli runs, then try again.';
291
+ }
292
+ return message || 'Failed to install Browser runtime.';
293
+ }
294
+
295
+ async function installRuntime(): Promise<{ success: boolean; message: string }> {
296
+ if (installPromise) {
297
+ return installPromise;
298
+ }
299
+
300
+ const npmCommand = process.platform === 'win32' ? 'npm.cmd' : 'npm';
301
+ runtimeProbeCache = null;
302
+ installPromise = (async () => {
303
+ try {
304
+ lastInstallMessage = 'Installing Playwright package...';
305
+ await runCommand(npmCommand, ['install', '--no-save', '--no-package-lock', 'playwright']);
306
+
307
+ if (process.platform === 'linux') {
308
+ lastInstallMessage = 'Installing Chromium system dependencies...';
309
+ await runCommand(npmCommand, ['exec', '--', 'playwright', 'install-deps', 'chromium']);
310
+ }
311
+
312
+ lastInstallMessage = 'Installing Chromium runtime...';
313
+ await runCommand(npmCommand, ['exec', '--', 'playwright', 'install', 'chromium']);
314
+
315
+ lastInstallMessage = 'Browser runtime installed.';
316
+ return { success: true, message: lastInstallMessage };
317
+ } catch (error) {
318
+ lastInstallMessage = formatInstallError(error);
319
+ return { success: false, message: lastInstallMessage };
320
+ }
321
+ })();
322
+
323
+ try {
324
+ return await installPromise;
325
+ } finally {
326
+ installPromise = null;
327
+ runtimeProbeCache = null;
328
+ }
329
+ }
330
+
331
+ function normalizeUrl(rawUrl: string): string {
332
+ const trimmed = rawUrl.trim();
333
+ if (!trimmed) {
334
+ throw new Error('URL is required.');
335
+ }
336
+
337
+ const withProtocol = /^[a-zA-Z][a-zA-Z\d+\-.]*:/.test(trimmed)
338
+ ? trimmed
339
+ : `https://${trimmed}`;
340
+ const parsed = new URL(withProtocol);
341
+ if (!['http:', 'https:'].includes(parsed.protocol)) {
342
+ throw new Error('Only http and https URLs are supported.');
343
+ }
344
+
345
+ return parsed.toString();
346
+ }
347
+
348
+ function publicSession(session: BrowserUseSession): PublicBrowserUseSession {
349
+ const { ownerId: _ownerId, ...publicFields } = session;
350
+ return publicFields;
351
+ }
352
+
353
+ function ownerSessions(ownerId: string): BrowserUseSession[] {
354
+ return [...sessions.values()].filter((session) => session.ownerId === ownerId);
355
+ }
356
+
357
+ async function closeHandle(sessionId: string): Promise<void> {
358
+ const handle = handles.get(sessionId);
359
+ handles.delete(sessionId);
360
+ await handle?.context?.close?.().catch(() => undefined);
361
+ await handle?.browser?.close().catch(() => undefined);
362
+ }
363
+
364
+ async function expireStaleSessions(now = Date.now()): Promise<void> {
365
+ await Promise.all([...sessions.values()].map(async (session) => {
366
+ if (session.status !== 'ready') {
367
+ return;
368
+ }
369
+
370
+ const updatedAt = Date.parse(session.updatedAt);
371
+ if (!Number.isFinite(updatedAt) || now - updatedAt <= SESSION_TTL_MS) {
372
+ return;
373
+ }
374
+
375
+ await closeHandle(session.id);
376
+ session.status = 'stopped';
377
+ session.updatedAt = new Date(now).toISOString();
378
+ session.lastAction = 'expire';
379
+ session.message = 'Browser session expired after inactivity.';
380
+ }));
381
+ }
382
+
383
+ async function captureSession(session: BrowserUseSession, page: any): Promise<void> {
384
+ const screenshot = await page.screenshot({ type: 'jpeg', quality: 72, fullPage: false });
385
+ session.screenshotDataUrl = `data:image/jpeg;base64,${Buffer.from(screenshot).toString('base64')}`;
386
+ session.title = await page.title().catch(() => null);
387
+ session.url = page.url() || session.url;
388
+ session.viewport = page.viewportSize?.() || session.viewport;
389
+ session.updatedAt = new Date().toISOString();
390
+ }
391
+
392
+ async function getActionPoint(page: any, input: { selector?: string; text?: string; x?: number; y?: number }) {
393
+ if (typeof input.x === 'number' && typeof input.y === 'number') {
394
+ return { x: input.x, y: input.y };
395
+ }
396
+
397
+ const locator = input.selector
398
+ ? page.locator(input.selector).first()
399
+ : input.text
400
+ ? page.getByText(input.text, { exact: false }).first()
401
+ : null;
402
+
403
+ if (!locator) {
404
+ return null;
405
+ }
406
+
407
+ const box = await locator.boundingBox().catch(() => null);
408
+ if (!box) {
409
+ return null;
410
+ }
411
+
412
+ return {
413
+ x: Math.round(box.x + box.width / 2),
414
+ y: Math.round(box.y + box.height / 2),
415
+ };
416
+ }
417
+
418
+ export const browserUseService = {
419
+ async getSettings() {
420
+ return readSettings();
421
+ },
422
+
423
+ async updateSettings(settings: Partial<BrowserUseSettings>) {
424
+ const current = readSettings();
425
+ const nextSettings = {
426
+ enabled: typeof settings.enabled === 'boolean' ? settings.enabled : current.enabled,
427
+ };
428
+
429
+ const next = writeSettings(nextSettings);
430
+ if (next.enabled) {
431
+ await this.registerAgentMcp();
432
+ } else if (current.enabled) {
433
+ await this.unregisterAgentMcp();
434
+ await this.stopAllSessions();
435
+ }
436
+ return next;
437
+ },
438
+
439
+ async getStatus() {
440
+ const settings = readSettings();
441
+ const readiness = getRuntimeReadiness();
442
+ const available = settings.enabled && readiness.playwrightInstalled && readiness.chromiumInstalled;
443
+
444
+ return {
445
+ enabled: settings.enabled,
446
+ runtime: getBrowserUseRuntime(),
447
+ available,
448
+ playwrightInstalled: readiness.playwrightInstalled,
449
+ chromiumInstalled: readiness.chromiumInstalled,
450
+ installInProgress: readiness.installInProgress,
451
+ sessionCount: sessions.size,
452
+ message: available
453
+ ? 'Browser runtime is available.'
454
+ : getSetupMessage(settings, readiness),
455
+ };
456
+ },
457
+
458
+ async registerAgentMcp() {
459
+ const { command, args } = getMcpCommand();
460
+ await Promise.all(LEGACY_MCP_SERVER_NAMES.map((name) => removeMcpServerFromAllProviders(name)));
461
+ const results = await providerMcpService.addMcpServerToAllProviders({
462
+ name: MCP_SERVER_NAME,
463
+ scope: 'user',
464
+ transport: 'stdio',
465
+ command,
466
+ args,
467
+ env: {
468
+ CLOUDCLI_BROWSER_USE_MCP_TOKEN: getOrCreateMcpToken(),
469
+ CLOUDCLI_BROWSER_USE_API_URL: getMcpApiUrl(),
470
+ },
471
+ });
472
+ return { name: MCP_SERVER_NAME, command, args, results };
473
+ },
474
+
475
+ getMcpToken() {
476
+ return getOrCreateMcpToken();
477
+ },
478
+
479
+ async unregisterAgentMcp() {
480
+ const results = (await Promise.all(
481
+ [MCP_SERVER_NAME, ...LEGACY_MCP_SERVER_NAMES].map((name) => removeMcpServerFromAllProviders(name)),
482
+ )).flat();
483
+ return { name: MCP_SERVER_NAME, results };
484
+ },
485
+
486
+ async installRuntime() {
487
+ const result = await installRuntime();
488
+ return {
489
+ ...result,
490
+ status: await this.getStatus(),
491
+ };
492
+ },
493
+
494
+ async listSessions() {
495
+ await expireStaleSessions();
496
+ return [...sessions.values()]
497
+ .filter((session) => session.ownerId === AGENT_OWNER_ID)
498
+ .map(publicSession);
499
+ },
500
+
501
+ async createAgentSession(options?: { profileName?: string | null }) {
502
+ const settings = readSettings();
503
+ if (!settings.enabled) {
504
+ throw new Error('Browser agent tools are disabled.');
505
+ }
506
+
507
+ await expireStaleSessions();
508
+ const profileName = normalizeProfileName(options?.profileName);
509
+
510
+ const now = new Date().toISOString();
511
+ const session: BrowserUseSession = {
512
+ id: randomUUID(),
513
+ ownerId: AGENT_OWNER_ID,
514
+ createdBy: 'agent',
515
+ runtime: getBrowserUseRuntime(),
516
+ status: 'unavailable',
517
+ url: null,
518
+ title: null,
519
+ screenshotDataUrl: null,
520
+ createdAt: now,
521
+ updatedAt: now,
522
+ lastAction: 'create',
523
+ message: null,
524
+ profileName,
525
+ viewport: { width: 1440, height: 900 },
526
+ cursor: null,
527
+ };
528
+
529
+ const activeOwnerSessions = ownerSessions(AGENT_OWNER_ID).filter((item) => item.status === 'ready');
530
+ if (activeOwnerSessions.length >= MAX_SESSIONS_PER_OWNER) {
531
+ throw new Error(`Browser is limited to ${MAX_SESSIONS_PER_OWNER} active agent sessions.`);
532
+ }
533
+
534
+ const readiness = getRuntimeReadiness();
535
+ if (!settings.enabled || !readiness.playwrightInstalled || !readiness.chromiumInstalled || !readiness.playwright) {
536
+ session.message = getSetupMessage(settings, readiness);
537
+ sessions.set(session.id, session);
538
+ return publicSession(session);
539
+ }
540
+
541
+ let browser: any | undefined;
542
+ let context: any | undefined;
543
+ let page: any;
544
+ const launchOptions = {
545
+ headless: true,
546
+ args: ['--disable-dev-shm-usage'],
547
+ };
548
+ const contextOptions = {
549
+ viewport: { width: 1440, height: 900 },
550
+ serviceWorkers: 'block',
551
+ };
552
+
553
+ if (profileName) {
554
+ fs.mkdirSync(PROFILE_ROOT, { recursive: true });
555
+ context = await readiness.playwright.chromium.launchPersistentContext(getProfilePath(profileName), {
556
+ ...launchOptions,
557
+ ...contextOptions,
558
+ });
559
+ page = context.pages()[0] || await context.newPage();
560
+ } else {
561
+ browser = await readiness.playwright.chromium.launch(launchOptions);
562
+ context = await browser.newContext(contextOptions);
563
+ page = await context.newPage();
564
+ }
565
+ session.status = 'ready';
566
+ session.message = 'Browser session is ready.';
567
+ sessions.set(session.id, session);
568
+ handles.set(session.id, { browser, context, page });
569
+ await captureSession(session, page);
570
+ return publicSession(session);
571
+ },
572
+
573
+ async listAgentSessions() {
574
+ const settings = readSettings();
575
+ if (!settings.enabled) {
576
+ return [];
577
+ }
578
+ await expireStaleSessions();
579
+ return [...sessions.values()]
580
+ .filter((session) => session.ownerId === AGENT_OWNER_ID)
581
+ .map(publicSession);
582
+ },
583
+
584
+ async getAgentSession(sessionId: string) {
585
+ const settings = readSettings();
586
+ if (!settings.enabled) {
587
+ throw new Error('Browser agent tools are disabled.');
588
+ }
589
+ const session = sessions.get(sessionId);
590
+ if (!session || session.ownerId !== AGENT_OWNER_ID) {
591
+ throw new Error('Browser session not found.');
592
+ }
593
+ return session;
594
+ },
595
+
596
+ async agentNavigate(sessionId: string, rawUrl: string) {
597
+ await this.getAgentSession(sessionId);
598
+ await expireStaleSessions();
599
+
600
+ const session = sessions.get(sessionId);
601
+ if (!session || session.ownerId !== AGENT_OWNER_ID) {
602
+ throw new Error('Browser session not found.');
603
+ }
604
+
605
+ if (session.status !== 'ready') {
606
+ throw new Error(session.message || 'Browser session is not available.');
607
+ }
608
+
609
+ const handle = handles.get(sessionId);
610
+ if (!handle?.page) {
611
+ throw new Error('Browser runtime handle is not available.');
612
+ }
613
+
614
+ const url = normalizeUrl(rawUrl);
615
+ await handle.page.goto(url, { waitUntil: 'domcontentloaded', timeout: 30_000 });
616
+ session.lastAction = `navigate:${url}`;
617
+ session.cursor = null;
618
+ await captureSession(session, handle.page);
619
+ return publicSession(session);
620
+ },
621
+
622
+ async agentSnapshot(sessionId: string) {
623
+ const session = await this.getAgentSession(sessionId);
624
+ const handle = handles.get(sessionId);
625
+ if (!handle?.page) {
626
+ throw new Error('Browser runtime handle is not available.');
627
+ }
628
+ await captureSession(session, handle.page);
629
+ const text = await handle.page.locator('body').innerText({ timeout: 5_000 }).catch(() => '');
630
+ return {
631
+ session: publicSession(session),
632
+ text: text.slice(0, 30_000),
633
+ };
634
+ },
635
+
636
+ async agentClick(sessionId: string, input: { selector?: string; text?: string; x?: number; y?: number }) {
637
+ const session = await this.getAgentSession(sessionId);
638
+ const handle = handles.get(sessionId);
639
+ if (!handle?.page) {
640
+ throw new Error('Browser runtime handle is not available.');
641
+ }
642
+ const point = await getActionPoint(handle.page, input);
643
+
644
+ if (input.selector) {
645
+ await handle.page.locator(input.selector).first().click({ timeout: 10_000 });
646
+ } else if (input.text) {
647
+ await handle.page.getByText(input.text, { exact: false }).first().click({ timeout: 10_000 });
648
+ } else if (typeof input.x === 'number' && typeof input.y === 'number') {
649
+ await handle.page.mouse.click(input.x, input.y);
650
+ } else {
651
+ throw new Error('Provide selector, text, or x/y coordinates.');
652
+ }
653
+
654
+ session.lastAction = 'click';
655
+ session.cursor = point ? { ...point, actor: 'agent' } : null;
656
+ await captureSession(session, handle.page);
657
+ return publicSession(session);
658
+ },
659
+
660
+ async agentType(sessionId: string, input: { selector?: string; text: string; submit?: boolean }) {
661
+ const session = await this.getAgentSession(sessionId);
662
+ const handle = handles.get(sessionId);
663
+ if (!handle?.page) {
664
+ throw new Error('Browser runtime handle is not available.');
665
+ }
666
+
667
+ if (input.selector) {
668
+ await handle.page.locator(input.selector).first().fill(input.text, { timeout: 10_000 });
669
+ session.cursor = await getActionPoint(handle.page, input).then((point) => (
670
+ point ? { ...point, actor: 'agent' as const } : null
671
+ ));
672
+ } else {
673
+ await handle.page.keyboard.type(input.text);
674
+ }
675
+ if (input.submit) {
676
+ await handle.page.keyboard.press('Enter');
677
+ }
678
+
679
+ session.lastAction = 'type';
680
+ await captureSession(session, handle.page);
681
+ return publicSession(session);
682
+ },
683
+
684
+ async agentFillForm(sessionId: string, fields: Array<{ selector: string; value: string }>) {
685
+ const session = await this.getAgentSession(sessionId);
686
+ const handle = handles.get(sessionId);
687
+ if (!handle?.page) {
688
+ throw new Error('Browser runtime handle is not available.');
689
+ }
690
+ for (const field of fields) {
691
+ await handle.page.locator(field.selector).first().fill(field.value, { timeout: 10_000 });
692
+ }
693
+ session.lastAction = 'fill_form';
694
+ if (fields[0]) {
695
+ session.cursor = await getActionPoint(handle.page, { selector: fields[0].selector }).then((point) => (
696
+ point ? { ...point, actor: 'agent' as const } : null
697
+ ));
698
+ }
699
+ await captureSession(session, handle.page);
700
+ return publicSession(session);
701
+ },
702
+
703
+ async agentPressKey(sessionId: string, key: string) {
704
+ const session = await this.getAgentSession(sessionId);
705
+ const handle = handles.get(sessionId);
706
+ if (!handle?.page) {
707
+ throw new Error('Browser runtime handle is not available.');
708
+ }
709
+ await handle.page.keyboard.press(key);
710
+ session.lastAction = `press_key:${key}`;
711
+ await captureSession(session, handle.page);
712
+ return publicSession(session);
713
+ },
714
+
715
+ async agentSelectOption(sessionId: string, selector: string, values: string[]) {
716
+ const session = await this.getAgentSession(sessionId);
717
+ const handle = handles.get(sessionId);
718
+ if (!handle?.page) {
719
+ throw new Error('Browser runtime handle is not available.');
720
+ }
721
+ await handle.page.locator(selector).first().selectOption(values, { timeout: 10_000 });
722
+ session.lastAction = 'select_option';
723
+ session.cursor = await getActionPoint(handle.page, { selector }).then((point) => (
724
+ point ? { ...point, actor: 'agent' as const } : null
725
+ ));
726
+ await captureSession(session, handle.page);
727
+ return publicSession(session);
728
+ },
729
+
730
+ async agentWaitFor(sessionId: string, input: { text?: string; url?: string; timeoutMs?: number }) {
731
+ const session = await this.getAgentSession(sessionId);
732
+ const handle = handles.get(sessionId);
733
+ if (!handle?.page) {
734
+ throw new Error('Browser runtime handle is not available.');
735
+ }
736
+ const timeout = Math.max(250, Math.min(input.timeoutMs || 5_000, 30_000));
737
+ if (input.text) {
738
+ await handle.page.getByText(input.text, { exact: false }).first().waitFor({ timeout });
739
+ } else if (input.url) {
740
+ await handle.page.waitForURL(input.url, { timeout });
741
+ } else {
742
+ await handle.page.waitForTimeout(timeout);
743
+ }
744
+ session.lastAction = 'wait_for';
745
+ await captureSession(session, handle.page);
746
+ return publicSession(session);
747
+ },
748
+
749
+ async agentTabs(sessionId: string, input: { action?: 'list' | 'new' | 'select' | 'close'; index?: number; url?: string }) {
750
+ const session = await this.getAgentSession(sessionId);
751
+ const handle = handles.get(sessionId);
752
+ if (!handle?.context || !handle?.page) {
753
+ throw new Error('Browser runtime handle is not available.');
754
+ }
755
+ const action = input.action || 'list';
756
+ if (action === 'new') {
757
+ const page = await handle.context.newPage();
758
+ handles.set(sessionId, { ...handle, page });
759
+ if (input.url) {
760
+ await this.agentNavigate(sessionId, input.url);
761
+ }
762
+ } else if (action === 'select') {
763
+ const page = handle.context.pages()[input.index || 0];
764
+ if (!page) {
765
+ throw new Error('Tab not found.');
766
+ }
767
+ handles.set(sessionId, { ...handle, page });
768
+ } else if (action === 'close') {
769
+ const pages = handle.context.pages();
770
+ const page = pages[input.index ?? pages.indexOf(handle.page)];
771
+ if (!page) {
772
+ throw new Error('Tab not found.');
773
+ }
774
+ await page.close();
775
+ handles.set(sessionId, { ...handle, page: handle.context.pages()[0] || await handle.context.newPage() });
776
+ }
777
+ const updatedHandle = handles.get(sessionId);
778
+ await captureSession(session, updatedHandle?.page || handle.page);
779
+ return {
780
+ session: publicSession(session),
781
+ tabs: handle.context.pages().map((page: any, index: number) => ({
782
+ index,
783
+ url: page.url(),
784
+ active: page === (updatedHandle?.page || handle.page),
785
+ })),
786
+ };
787
+ },
788
+
789
+ async stopSession(sessionId: string) {
790
+ const session = sessions.get(sessionId);
791
+ if (!session || session.ownerId !== AGENT_OWNER_ID) {
792
+ return { stopped: false };
793
+ }
794
+
795
+ await closeHandle(sessionId);
796
+
797
+ session.status = 'stopped';
798
+ session.updatedAt = new Date().toISOString();
799
+ session.lastAction = 'stop';
800
+ session.message = 'Browser session stopped. Create a new session to continue browsing.';
801
+ return { stopped: true, session: publicSession(session) };
802
+ },
803
+
804
+ async deleteSession(sessionId: string) {
805
+ const session = sessions.get(sessionId);
806
+ if (!session || session.ownerId !== AGENT_OWNER_ID) {
807
+ return { deleted: false };
808
+ }
809
+
810
+ await closeHandle(sessionId);
811
+ sessions.delete(sessionId);
812
+ return { deleted: true, sessionId };
813
+ },
814
+
815
+ async agentStopSession(sessionId: string) {
816
+ await this.getAgentSession(sessionId);
817
+ return this.stopSession(sessionId);
818
+ },
819
+
820
+ async stopAllSessions() {
821
+ await Promise.all([...sessions.keys()].map(async (sessionId) => {
822
+ await closeHandle(sessionId);
823
+ const session = sessions.get(sessionId);
824
+ if (session) {
825
+ session.status = 'stopped';
826
+ session.updatedAt = new Date().toISOString();
827
+ session.lastAction = 'shutdown';
828
+ session.message = 'Browser session stopped during server shutdown.';
829
+ }
830
+ }));
831
+ },
832
+ };
833
+
834
+ process.once('beforeExit', () => {
835
+ void browserUseService.stopAllSessions();
836
+ });