@xopcai/xopc 0.0.251 → 0.0.252

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (329) hide show
  1. package/README.md +8 -5
  2. package/README.zh-CN.md +8 -5
  3. package/dist/browser-ext/dist/background.js +358 -768
  4. package/dist/browser-ext/manifest.json +1 -2
  5. package/dist/extensions/telegram/xopc.extension.json +1 -1
  6. package/dist/gateway/static/root/assets/{activity-store-DfBjTSo9.js → activity-store-w3eq3YpP.js} +1 -1
  7. package/dist/gateway/static/root/assets/{agent-avatar-dicebear-Bo_dmLv8.js → agent-avatar-dicebear-k039rbUz.js} +1 -1
  8. package/dist/gateway/static/root/assets/{agent-defaults-settings-panel-kILWelNb.js → agent-defaults-settings-panel-D4J4oq8p.js} +1 -1
  9. package/dist/gateway/static/root/assets/{agents-yuUn8n-f.js → agents-Bmth_bSQ.js} +1 -1
  10. package/dist/gateway/static/root/assets/{api-zxpcJfgj.js → api-2joIfbrH.js} +1 -1
  11. package/dist/gateway/static/root/assets/{app-management-settings-panel-Cz56nrVF.js → app-management-settings-panel-ByJ4kiD0.js} +1 -1
  12. package/dist/gateway/static/root/assets/{appearance-settings-DxSws5U4.js → appearance-settings-BK2Jga-B.js} +1 -1
  13. package/dist/gateway/static/root/assets/apps-page-B3ky7cWU.js +1 -0
  14. package/dist/gateway/static/root/assets/{archive-plugin-7k15-hqo.js → archive-plugin-DMDKtYpi.js} +1 -1
  15. package/dist/gateway/static/root/assets/{attachment-load-B-SFpjd9.js → attachment-load-B764Ql3Z.js} +1 -1
  16. package/dist/gateway/static/root/assets/{automations-page-Qy36j19q.js → automations-page-D-sO8CZe.js} +1 -1
  17. package/dist/gateway/static/root/assets/automations-workspace-Ds5-_-9z.js +6 -0
  18. package/dist/gateway/static/root/assets/{binary-plugins-CPOZQt8F.js → binary-plugins-fxtzYRpv.js} +1 -1
  19. package/dist/gateway/static/root/assets/{block-editor-DhvVlIp9.js → block-editor-Bcjtvckh.js} +3 -3
  20. package/dist/gateway/static/root/assets/browser-automation-inputs-BSmnusjD.js +1 -0
  21. package/dist/gateway/static/root/assets/browser-automations-page-DC_OQIBk.js +3 -0
  22. package/dist/gateway/static/root/assets/browser-settings-page-C1FojyG6.js +3 -0
  23. package/dist/gateway/static/root/assets/capabilities-settings-panel-Bs59UCut.js +7 -0
  24. package/dist/gateway/static/root/assets/channels-settings-CM9vNmoo.js +1 -0
  25. package/dist/gateway/static/root/assets/{channels-status-swr-CX-yWwLD.js → channels-status-swr-BuWjIG_a.js} +1 -1
  26. package/dist/gateway/static/root/assets/{chat-terminal-dock-1PJoxRuV.js → chat-terminal-dock-5SevEo_I.js} +2 -2
  27. package/dist/gateway/static/root/assets/connectors-page-BPZ44D-V.js +2 -0
  28. package/dist/gateway/static/root/assets/{cron-expression-CBCc6zFA.js → cron-expression-DtsfalBM.js} +1 -1
  29. package/dist/gateway/static/root/assets/{date-picker-u8K5Kt_N.js → date-picker-tDEQV5TP.js} +1 -1
  30. package/dist/gateway/static/root/assets/{dependency-picker-y_i_cnpz.js → dependency-picker-HhNwg0Y2.js} +1 -1
  31. package/dist/gateway/static/root/assets/{desktop-pet-DyL0JxLm.js → desktop-pet-acU4Li-C.js} +1 -1
  32. package/dist/gateway/static/root/assets/{desktop-pet-settings-d2d_IsyP.js → desktop-pet-settings-R84AR0Pe.js} +1 -1
  33. package/dist/gateway/static/root/assets/{extension-debug-page-DqIBKJwl.js → extension-debug-page-CrLlRkSN.js} +1 -1
  34. package/dist/gateway/static/root/assets/{extension-page-DUW1xxj2.js → extension-page-BH5lmZXE.js} +1 -1
  35. package/dist/gateway/static/root/assets/{extension-settings-page-BHY9qaNw.js → extension-settings-page-BscjNAd1.js} +1 -1
  36. package/dist/gateway/static/root/assets/{gateway-config-swr-CMNbl0FZ.js → gateway-config-swr-9HidFZUd.js} +1 -1
  37. package/dist/gateway/static/root/assets/gateway-settings-BxLcW6ij.js +1 -0
  38. package/dist/gateway/static/root/assets/{gateway-startup-retry-CR7Xg8As.js → gateway-startup-retry-DRCPXONr.js} +1 -1
  39. package/dist/gateway/static/root/assets/{heartbeat-settings-7CD9iPR7.js → heartbeat-settings-K5Zhl2rx.js} +1 -1
  40. package/dist/gateway/static/root/assets/home-page-CZAg9RBv.js +1 -0
  41. package/dist/gateway/static/root/assets/{image-generation-api-C5mn73ca.js → image-generation-api-CR6Kle8H.js} +1 -1
  42. package/dist/gateway/static/root/assets/index-D4Ykja-U.js +72 -0
  43. package/dist/gateway/static/root/assets/index-zIJ3AXgR.css +2 -0
  44. package/dist/gateway/static/root/assets/{keyboard-shortcuts-settings-BtlqMleF.js → keyboard-shortcuts-settings-B1QR49-7.js} +1 -1
  45. package/dist/gateway/static/root/assets/{local-app-workbench-page-BjxfkjxE.js → local-app-workbench-page-wicoV-ti.js} +2 -2
  46. package/dist/gateway/static/root/assets/{local-apps-page-B7xqQe2s.js → local-apps-page-C74It-T8.js} +1 -1
  47. package/dist/gateway/static/root/assets/{locale-store-CF4erhjB.js → locale-store-BfZGZKSs.js} +1 -1
  48. package/dist/gateway/static/root/assets/{logs-page-kACaPZKL.js → logs-page-xX-7S49A.js} +2 -2
  49. package/dist/gateway/static/root/assets/{management-settings-A432siER.js → management-settings-1kNnYL97.js} +1 -1
  50. package/dist/gateway/static/root/assets/{markdown-view-CQvzsE24.js → markdown-view-DjiwT28p.js} +2 -2
  51. package/dist/gateway/static/root/assets/{media-plugins-CpvYiauZ.js → media-plugins-B5c0AoS1.js} +1 -1
  52. package/dist/gateway/static/root/assets/messages-DaIwVWar.js +3 -0
  53. package/dist/gateway/static/root/assets/{mobile-pairing-wizard-DyjVGngO.js → mobile-pairing-wizard-CsIZqK51.js} +1 -1
  54. package/dist/gateway/static/root/assets/note-detail-panel-CfWxopl4.js +5 -0
  55. package/dist/gateway/static/root/assets/notes-page-CYN-LCHJ.js +8 -0
  56. package/dist/gateway/static/root/assets/{page-tabs-B3FKzjR6.js → page-tabs-CqJN6Ljz.js} +1 -1
  57. package/dist/gateway/static/root/assets/{preview-open-alternatives-DnjrwAHD.js → preview-open-alternatives-DqRIGxf4.js} +1 -1
  58. package/dist/gateway/static/root/assets/{product-open-page-COcr_NUJ.js → product-open-page-DE2nPE_K.js} +1 -1
  59. package/dist/gateway/static/root/assets/project-detail-page-B5G3LzDq.js +1 -0
  60. package/dist/gateway/static/root/assets/{projects-page-BzH8pjEz.js → projects-page-CuVK2mKu.js} +1 -1
  61. package/dist/gateway/static/root/assets/{registry-api-BsRBlji7.js → registry-api-Bpy8XX-5.js} +1 -1
  62. package/dist/gateway/static/root/assets/remote-access-hub-Dnd73xWt.js +1 -0
  63. package/dist/gateway/static/root/assets/{runtime-tools-settings-panel-LO4wZ_dO.js → runtime-tools-settings-panel-Bb4b74-P.js} +2 -2
  64. package/dist/gateway/static/root/assets/{schema-form-crcj4-Pm.js → schema-form-DoPU5j3J.js} +1 -1
  65. package/dist/gateway/static/root/assets/sessions-page-XL4LyKZe.js +1 -0
  66. package/dist/gateway/static/root/assets/settings-advanced-gate-0ForzDSS.js +1 -0
  67. package/dist/gateway/static/root/assets/{settings-form-section-Bl4MvTmq.js → settings-form-section-Ci-9WajJ.js} +1 -1
  68. package/dist/gateway/static/root/assets/{settings-page-DplrjZ6x.js → settings-page-CL_2F95D.js} +1 -1
  69. package/dist/gateway/static/root/assets/setup-status-panel-DVws6XZc.js +1 -0
  70. package/dist/gateway/static/root/assets/{share-preview-page-CJP1kURj.js → share-preview-page-XUA3oKQX.js} +1 -1
  71. package/dist/gateway/static/root/assets/shares-settings-BwDvcacF.js +1 -0
  72. package/dist/gateway/static/root/assets/skill-reload-api-BJjrATqE.js +1 -0
  73. package/dist/gateway/static/root/assets/{skills-page-DsjcKg9Q.js → skills-page-sXXAZDc9.js} +1 -1
  74. package/dist/gateway/static/root/assets/{skills-page.utils-D6gWBbvy.js → skills-page.utils-DD79Bl1I.js} +1 -1
  75. package/dist/gateway/static/root/assets/{system-settings-panel-_eCXfqCo.js → system-settings-panel-BEH64qBV.js} +1 -1
  76. package/dist/gateway/static/root/assets/task-detail-page-0jxMi75O.js +1 -0
  77. package/dist/gateway/static/root/assets/{theme-store-BOgkc_9D.js → theme-store-CISSxU1c.js} +1 -1
  78. package/dist/gateway/static/root/assets/{tunnel-api-W5mktxl1.js → tunnel-api-DrKDhnJm.js} +1 -1
  79. package/dist/gateway/static/root/assets/{use-autosave-Na2DYzT3.js → use-autosave-CPYePL-Q.js} +1 -1
  80. package/dist/gateway/static/root/assets/user-model-page-B6zLDfDl.js +2 -0
  81. package/dist/gateway/static/root/assets/{voice-api-key-field-OXweUxS_.js → voice-api-key-field-DKqzrCXx.js} +1 -1
  82. package/dist/gateway/static/root/assets/{voice-config-api-C-ryeIxj.js → voice-config-api-e9xWjwBX.js} +1 -1
  83. package/dist/gateway/static/root/assets/{work-discovery-overlay-BqOsO47I.js → work-discovery-overlay-kTQug6bq.js} +1 -1
  84. package/dist/gateway/static/root/assets/{workflow-run-setup-panel-B9S_lfT1.js → workflow-run-setup-panel-m9SKj_GT.js} +2 -2
  85. package/dist/gateway/static/root/assets/workflows-page-Bcd1XqP7.js +5 -0
  86. package/dist/gateway/static/root/index.html +10 -10
  87. package/dist/package.js +1 -1
  88. package/dist/packages/gateway-contract/src/new-session.js +9 -0
  89. package/dist/src/agent/agent-manager.d.ts +2 -1
  90. package/dist/src/agent/agent-manager.js +6 -5
  91. package/dist/src/agent/background-review/run-background-review.js +1 -1
  92. package/dist/src/agent/coding/repository-instructions.js +2 -2
  93. package/dist/src/agent/coding/workspace-revision.js +2 -2
  94. package/dist/src/agent/commands/command-isolation.js +2 -2
  95. package/dist/src/agent/embedded/model-runtime.js +1 -1
  96. package/dist/src/agent/embedded/run-for-session.js +1 -1
  97. package/dist/src/agent/external-tools/composio-provider.d.ts +1 -0
  98. package/dist/src/agent/external-tools/composio-provider.js +64 -34
  99. package/dist/src/agent/external-tools/search-error.js +5 -3
  100. package/dist/src/agent/image/tool-model-config.js +1 -1
  101. package/dist/src/agent/mcp/oauth/mcp-oauth-store.js +1 -1
  102. package/dist/src/agent/service.js +4 -3
  103. package/dist/src/agent/service.types.d.ts +2 -1
  104. package/dist/src/agent/session/session-inspector.js +1 -1
  105. package/dist/src/agent/skills/hub-lock.js +1 -1
  106. package/dist/src/agent/skills/marketplace/adapters/store/store-api-client.js +4 -0
  107. package/dist/src/agent/tasks/task-judge-service.js +3 -3
  108. package/dist/src/agent/tool-manuals/browser.d.ts +1 -1
  109. package/dist/src/agent/tool-manuals/browser.js +15 -226
  110. package/dist/src/agent/tools/browser/tool/browser-use-tool.d.ts +4 -21
  111. package/dist/src/agent/tools/browser/tool/browser-use-tool.js +48 -165
  112. package/dist/src/agent/tools/browser/tool/schemas.d.ts +203 -16
  113. package/dist/src/agent/tools/browser/tool/schemas.js +146 -16
  114. package/dist/src/agent/tools/browser-automation-tool.d.ts +121 -0
  115. package/dist/src/agent/tools/browser-automation-tool.js +197 -0
  116. package/dist/src/agent/tools/factory.d.ts +6 -9
  117. package/dist/src/agent/tools/factory.js +28 -55
  118. package/dist/src/agent/tools/index.d.ts +2 -2
  119. package/dist/src/agent/tools/index.js +3 -3
  120. package/dist/src/agent/tools/review-workspace.js +2 -2
  121. package/dist/src/ai-assist/text-assist.js +1 -1
  122. package/dist/src/auth/credentials.js +2 -2
  123. package/dist/src/auth/oauth/xopc-cloud.js +3 -1
  124. package/dist/src/auth/profiles/store.js +1 -1
  125. package/dist/src/auth/sync-provider-auth.js +2 -2
  126. package/dist/src/automations/domain/defaults.js +1 -1
  127. package/dist/src/automations/domain/types.d.ts +5 -5
  128. package/dist/src/automations/domain/validation.d.ts +12 -12
  129. package/dist/src/automations/domain/validation.js +3 -3
  130. package/dist/src/automations/draft/automation-draft-validator.d.ts +3 -3
  131. package/dist/src/automations/draft/automation-draft-validator.js +1 -1
  132. package/dist/src/automations/service/action-executor.d.ts +1 -1
  133. package/dist/src/automations/service/action-executor.js +7 -7
  134. package/dist/src/browser/{recipes → automations}/index.d.ts +1 -0
  135. package/dist/src/browser/automations/index.js +4 -0
  136. package/dist/src/browser/automations/repository.d.ts +13 -0
  137. package/dist/src/browser/automations/repository.js +60 -0
  138. package/dist/src/browser/automations/runner.d.ts +17 -0
  139. package/dist/src/browser/automations/runner.js +173 -0
  140. package/dist/src/browser/automations/runtime-service.d.ts +6 -0
  141. package/dist/src/browser/automations/runtime-service.js +37 -0
  142. package/dist/src/browser/automations/schema.d.ts +144 -0
  143. package/dist/src/browser/automations/schema.js +135 -0
  144. package/dist/src/browser/automations/service.d.ts +146 -0
  145. package/dist/src/browser/automations/service.js +168 -0
  146. package/dist/src/browser/automations/types.d.ts +90 -0
  147. package/dist/src/browser/cache-dir-policy.d.ts +1 -1
  148. package/dist/src/browser/cache-dir-policy.js +1 -4
  149. package/dist/src/browser/drivers/browser-driver.d.ts +17 -0
  150. package/dist/src/browser/drivers/create-driver.d.ts +3 -0
  151. package/dist/src/browser/drivers/create-driver.js +84 -0
  152. package/dist/src/browser/drivers/extension-driver.d.ts +20 -0
  153. package/dist/src/browser/drivers/extension-driver.js +47 -0
  154. package/dist/src/browser/drivers/playwright-driver.d.ts +38 -0
  155. package/dist/src/browser/drivers/playwright-driver.js +406 -0
  156. package/dist/src/browser/index.d.ts +10 -15
  157. package/dist/src/browser/index.js +10 -15
  158. package/dist/src/browser/install-lock.d.ts +1 -2
  159. package/dist/src/browser/install-lock.js +3 -9
  160. package/dist/src/browser/install-progress.d.ts +1 -1
  161. package/dist/src/browser/observation/format.d.ts +2 -0
  162. package/dist/src/browser/observation/format.js +26 -0
  163. package/dist/src/browser/policy/approval-store.d.ts +17 -0
  164. package/dist/src/browser/policy/approval-store.js +62 -0
  165. package/dist/src/browser/policy/browser-policy.d.ts +3 -0
  166. package/dist/src/browser/policy/browser-policy.js +27 -0
  167. package/dist/src/browser/providers/browser-ext-install.d.ts +1 -1
  168. package/dist/src/browser/providers/browser-ext-install.js +4 -6
  169. package/dist/src/browser/providers/browser-use.js +1 -1
  170. package/dist/src/browser/providers/browserbase.js +1 -1
  171. package/dist/src/browser/providers/extension-ws-acquire.d.ts +1 -4
  172. package/dist/src/browser/providers/extension-ws-acquire.js +1 -13
  173. package/dist/src/browser/providers/extension.d.ts +3 -22
  174. package/dist/src/browser/providers/extension.js +7 -15
  175. package/dist/src/browser/providers/index.d.ts +2 -2
  176. package/dist/src/browser/providers/index.js +3 -3
  177. package/dist/src/browser/providers/types.d.ts +0 -94
  178. package/dist/src/browser/readiness.d.ts +4 -22
  179. package/dist/src/browser/readiness.js +55 -118
  180. package/dist/src/browser/runtime/browser-runtime.d.ts +30 -0
  181. package/dist/src/browser/runtime/browser-runtime.js +362 -0
  182. package/dist/src/browser/url-policy.d.ts +3 -3
  183. package/dist/src/browser/url-policy.js +7 -6
  184. package/dist/src/browser/verification/expectation.d.ts +2 -0
  185. package/dist/src/browser/verification/expectation.js +17 -0
  186. package/dist/src/cli/command-loaders.js +1 -0
  187. package/dist/src/cli/command-manifest.js +5 -1
  188. package/dist/src/cli/commands/browser-cli-helpers.d.ts +0 -6
  189. package/dist/src/cli/commands/browser-cli-helpers.js +11 -144
  190. package/dist/src/cli/commands/browser.d.ts +0 -5
  191. package/dist/src/cli/commands/browser.js +11 -152
  192. package/dist/src/cli/commands/doctor/checks/database-schema.js +1 -1
  193. package/dist/src/cli/commands/doctor/checks/node-version.js +25 -9
  194. package/dist/src/cli/commands/doctor/checks/provider-auth.js +1 -1
  195. package/dist/src/cli/commands/models.js +1 -1
  196. package/dist/src/cli/commands/platform.d.ts +1 -0
  197. package/dist/src/cli/commands/platform.js +111 -0
  198. package/dist/src/config/index.js +4 -4
  199. package/dist/src/config/loader.js +10 -4
  200. package/dist/src/config/models-json.js +1 -1
  201. package/dist/src/config/schema.d.ts +131 -84
  202. package/dist/src/config/schema.js +112 -59
  203. package/dist/src/connectors/composio-sessions.js +1 -3
  204. package/dist/src/extensions/lockfile.js +1 -1
  205. package/dist/src/extensions/marketplace.js +4 -0
  206. package/dist/src/gateway/agents-admin.js +1 -1
  207. package/dist/src/gateway/file-path-classifier.js +1 -1
  208. package/dist/src/gateway/heartbeat/service.js +1 -1
  209. package/dist/src/gateway/hono/lib/config-payload.d.ts +12 -26
  210. package/dist/src/gateway/hono/lib/config-payload.js +11 -40
  211. package/dist/src/gateway/hono/routes/browser-automations.d.ts +3 -0
  212. package/dist/src/gateway/hono/routes/browser-automations.js +77 -0
  213. package/dist/src/gateway/hono/routes/browser-install.js +0 -32
  214. package/dist/src/gateway/hono/routes/browser.d.ts +0 -17
  215. package/dist/src/gateway/hono/routes/browser.js +46 -568
  216. package/dist/src/gateway/hono/routes/config-patch/misc.js +8 -1
  217. package/dist/src/gateway/hono/routes/config.js +0 -11
  218. package/dist/src/gateway/hono/routes/lazy-bundles.js +5 -5
  219. package/dist/src/gateway/hono/routes/models.js +1 -1
  220. package/dist/src/gateway/service/config-coordinator.js +1 -1
  221. package/dist/src/gateway/service.d.ts +4 -6
  222. package/dist/src/gateway/service.js +24 -27
  223. package/dist/src/heartbeat/index.js +1 -1
  224. package/dist/src/platform/client.d.ts +121 -0
  225. package/dist/src/platform/client.js +108 -0
  226. package/dist/src/platform/contracts.d.ts +194 -0
  227. package/dist/src/platform/contracts.js +150 -0
  228. package/dist/src/platform/index.d.ts +4 -0
  229. package/dist/src/platform/index.js +9 -0
  230. package/dist/src/platform/resolution.d.ts +4 -0
  231. package/dist/src/platform/resolution.js +16 -0
  232. package/dist/src/platform/worker.d.ts +6 -0
  233. package/dist/src/platform/worker.js +75 -0
  234. package/dist/src/providers/auth-runtime/resolve-auth.js +1 -1
  235. package/dist/src/providers/index.js +2 -2
  236. package/dist/src/providers/model-registry.js +1 -1
  237. package/dist/src/providers/register-runtime-providers.js +1 -1
  238. package/dist/src/providers/xopc-cloud-config.js +3 -1
  239. package/dist/src/session/session-context-for-llm.js +41 -1
  240. package/dist/src/share/hosted-session-share.js +3 -1
  241. package/dist/src/share/share-thumbnail.js +1 -1
  242. package/dist/src/storage/sqlite/migrations/153_browser_control_v2.sql +45 -0
  243. package/dist/src/storage/sqlite/migrations/runner.d.ts +1 -1
  244. package/dist/src/storage/sqlite/migrations/runner.js +3 -3
  245. package/dist/src/storage/sqlite/migrations/runner.ts +1 -1
  246. package/dist/src/storage/sqlite/schema.js +1 -1
  247. package/dist/src/storage/sqlite/schema.sql +16 -20
  248. package/dist/src/tasks/home-query-service.js +1 -1
  249. package/dist/src/tui/tui-startup-resources.js +1 -1
  250. package/dist/src/tui/tui.js +1 -1
  251. package/dist/src/tunnel/env.js +3 -1
  252. package/dist/src/work-discovery/service.js +1 -1
  253. package/dist/src/workflows/service/workflow-run-service.js +1 -1
  254. package/package.json +6 -6
  255. package/dist/gateway/static/root/assets/apps-page-BnizTdgs.js +0 -1
  256. package/dist/gateway/static/root/assets/automations-workspace-CZRKqSqY.js +0 -6
  257. package/dist/gateway/static/root/assets/browser-settings-page-pN5LbChY.js +0 -8
  258. package/dist/gateway/static/root/assets/browser-workflow-inputs-BX1-uM9L.js +0 -1
  259. package/dist/gateway/static/root/assets/browser-workflows-page-C65MI57t.js +0 -3
  260. package/dist/gateway/static/root/assets/capabilities-settings-panel-CJw2e16J.js +0 -7
  261. package/dist/gateway/static/root/assets/channels-settings-CRgjb4Ck.js +0 -1
  262. package/dist/gateway/static/root/assets/connectors-page-Dcpdy06y.js +0 -2
  263. package/dist/gateway/static/root/assets/gateway-config-api-e3BRcgDx.js +0 -1
  264. package/dist/gateway/static/root/assets/gateway-settings-Cheo0Rkc.js +0 -1
  265. package/dist/gateway/static/root/assets/home-page-DVrTRqNc.js +0 -1
  266. package/dist/gateway/static/root/assets/index-B7CX4Qob.css +0 -2
  267. package/dist/gateway/static/root/assets/index-BHrpyJ4t.js +0 -72
  268. package/dist/gateway/static/root/assets/messages-Cf5hpZE6.js +0 -3
  269. package/dist/gateway/static/root/assets/note-detail-panel-CUd8O4K7.js +0 -5
  270. package/dist/gateway/static/root/assets/notes-page-BLQwd39W.js +0 -8
  271. package/dist/gateway/static/root/assets/project-detail-page-NttW338u.js +0 -1
  272. package/dist/gateway/static/root/assets/remote-access-hub-BxpjSDnL.js +0 -1
  273. package/dist/gateway/static/root/assets/sessions-page-BLMaibOb.js +0 -1
  274. package/dist/gateway/static/root/assets/settings-advanced-gate-BRvvKhoH.js +0 -1
  275. package/dist/gateway/static/root/assets/setup-status-panel-DTOsxQC1.js +0 -1
  276. package/dist/gateway/static/root/assets/shares-settings-CemgzEi4.js +0 -1
  277. package/dist/gateway/static/root/assets/skill-reload-api-BWYanBlQ.js +0 -1
  278. package/dist/gateway/static/root/assets/task-detail-page-D0Z_K5JT.js +0 -1
  279. package/dist/gateway/static/root/assets/user-model-page-B_-SNat-.js +0 -2
  280. package/dist/gateway/static/root/assets/workflows-page-CNOT2Coo.js +0 -5
  281. package/dist/src/agent/tools/browser-recipe-tool.d.ts +0 -12
  282. package/dist/src/agent/tools/browser-recipe-tool.js +0 -113
  283. package/dist/src/browser/actions/extension-registry-bridge.d.ts +0 -5
  284. package/dist/src/browser/actions/extension-registry-bridge.js +0 -312
  285. package/dist/src/browser/actions/registry.d.ts +0 -5
  286. package/dist/src/browser/actions/registry.js +0 -741
  287. package/dist/src/browser/actions/types.d.ts +0 -65
  288. package/dist/src/browser/backend-from-config.d.ts +0 -22
  289. package/dist/src/browser/backend-from-config.js +0 -99
  290. package/dist/src/browser/browser-command-timeout.d.ts +0 -2
  291. package/dist/src/browser/browser-command-timeout.js +0 -11
  292. package/dist/src/browser/cdp-local-launcher.d.ts +0 -35
  293. package/dist/src/browser/cdp-local-launcher.js +0 -154
  294. package/dist/src/browser/cdp-supervisor.d.ts +0 -58
  295. package/dist/src/browser/cdp-supervisor.js +0 -133
  296. package/dist/src/browser/humanize.d.ts +0 -80
  297. package/dist/src/browser/humanize.js +0 -363
  298. package/dist/src/browser/manager.d.ts +0 -50
  299. package/dist/src/browser/manager.js +0 -251
  300. package/dist/src/browser/pipeline/output.d.ts +0 -35
  301. package/dist/src/browser/pipeline/output.js +0 -74
  302. package/dist/src/browser/pipeline/runner.d.ts +0 -27
  303. package/dist/src/browser/pipeline/runner.js +0 -453
  304. package/dist/src/browser/pipeline/schema.d.ts +0 -42
  305. package/dist/src/browser/pipeline/schema.js +0 -116
  306. package/dist/src/browser/pipeline/template.d.ts +0 -30
  307. package/dist/src/browser/pipeline/template.js +0 -112
  308. package/dist/src/browser/providers/cloakbrowser.d.ts +0 -83
  309. package/dist/src/browser/providers/cloakbrowser.js +0 -612
  310. package/dist/src/browser/recipes/index.js +0 -3
  311. package/dist/src/browser/recipes/repository.d.ts +0 -13
  312. package/dist/src/browser/recipes/repository.js +0 -81
  313. package/dist/src/browser/recipes/runtime-service.d.ts +0 -6
  314. package/dist/src/browser/recipes/runtime-service.js +0 -30
  315. package/dist/src/browser/recipes/service.d.ts +0 -36
  316. package/dist/src/browser/recipes/service.js +0 -186
  317. package/dist/src/browser/recipes/types.d.ts +0 -36
  318. package/dist/src/browser/schemas.d.ts +0 -53
  319. package/dist/src/browser/schemas.js +0 -68
  320. package/dist/src/browser/session-lifecycle.d.ts +0 -40
  321. package/dist/src/browser/session-lifecycle.js +0 -136
  322. package/dist/src/browser/snapshot-helpers.d.ts +0 -24
  323. package/dist/src/browser/snapshot-helpers.js +0 -70
  324. package/dist/src/browser/stealth.d.ts +0 -46
  325. package/dist/src/browser/stealth.js +0 -163
  326. package/dist/src/gateway/hono/routes/browser-workflows.d.ts +0 -3
  327. package/dist/src/gateway/hono/routes/browser-workflows.js +0 -78
  328. /package/dist/src/browser/{actions → automations}/types.js +0 -0
  329. /package/dist/src/browser/{recipes/types.js → drivers/browser-driver.js} +0 -0
@@ -0,0 +1,135 @@
1
+ import { z } from "zod";
2
+ //#region src/browser/automations/schema.ts
3
+ const ExpectationSchema = z.object({
4
+ urlIncludes: z.string().optional(),
5
+ titleIncludes: z.string().optional(),
6
+ textIncludes: z.string().optional(),
7
+ ref: z.string().optional(),
8
+ state: z.enum(["visible", "hidden"]).optional()
9
+ }).strict();
10
+ const TargetSchema = z.object({
11
+ role: z.string().min(1),
12
+ name: z.string().min(1).optional(),
13
+ nameIncludes: z.string().min(1).optional()
14
+ }).strict().superRefine((target, ctx) => {
15
+ if (target.name && target.nameIncludes) ctx.addIssue({
16
+ code: "custom",
17
+ message: "Use name or nameIncludes, not both."
18
+ });
19
+ });
20
+ const StepSchema = z.discriminatedUnion("action", [
21
+ z.object({
22
+ action: z.literal("navigate"),
23
+ url: z.string().min(1),
24
+ expect: ExpectationSchema.optional()
25
+ }).strict(),
26
+ z.object({
27
+ action: z.literal("click"),
28
+ target: TargetSchema,
29
+ expect: ExpectationSchema.optional()
30
+ }).strict(),
31
+ z.object({
32
+ action: z.literal("fill"),
33
+ target: TargetSchema,
34
+ value: z.string(),
35
+ submit: z.boolean().optional(),
36
+ expect: ExpectationSchema.optional()
37
+ }).strict(),
38
+ z.object({
39
+ action: z.literal("select"),
40
+ target: TargetSchema,
41
+ value: z.string(),
42
+ expect: ExpectationSchema.optional()
43
+ }).strict(),
44
+ z.object({
45
+ action: z.literal("press"),
46
+ target: TargetSchema.optional(),
47
+ key: z.string().min(1),
48
+ expect: ExpectationSchema.optional()
49
+ }).strict(),
50
+ z.object({
51
+ action: z.literal("scroll"),
52
+ target: TargetSchema.optional(),
53
+ deltaY: z.number(),
54
+ expect: ExpectationSchema.optional()
55
+ }).strict(),
56
+ z.object({
57
+ action: z.literal("wait"),
58
+ condition: z.enum([
59
+ "page_idle",
60
+ "text",
61
+ "visible",
62
+ "hidden"
63
+ ]),
64
+ value: z.string().optional(),
65
+ target: TargetSchema.optional(),
66
+ timeoutMs: z.number().int().min(100).max(12e4).optional()
67
+ }).strict()
68
+ ]);
69
+ const InputSchema = z.object({
70
+ type: z.enum([
71
+ "string",
72
+ "number",
73
+ "boolean"
74
+ ]),
75
+ required: z.boolean().optional(),
76
+ default: z.union([
77
+ z.string(),
78
+ z.number(),
79
+ z.boolean()
80
+ ]).optional(),
81
+ description: z.string().min(1).max(200).optional(),
82
+ choices: z.array(z.union([
83
+ z.string(),
84
+ z.number(),
85
+ z.boolean()
86
+ ])).min(1).max(50).optional()
87
+ }).strict().superRefine((input, ctx) => {
88
+ if (input.default !== void 0 && typeof input.default !== input.type) ctx.addIssue({
89
+ code: "custom",
90
+ message: `Default must be ${input.type}.`
91
+ });
92
+ if (input.choices?.some((choice) => typeof choice !== input.type)) ctx.addIssue({
93
+ code: "custom",
94
+ message: `Every choice must be ${input.type}.`
95
+ });
96
+ });
97
+ const DomainSchema = z.string().min(1).refine((value) => {
98
+ if (value !== value.toLowerCase() || value.includes("/") || value.includes(":")) return false;
99
+ try {
100
+ return new URL(`https://${value}`).hostname === value;
101
+ } catch {
102
+ return false;
103
+ }
104
+ }, "Domain must be one exact lowercase hostname.");
105
+ const BrowserAutomationDefinitionSchema = z.object({
106
+ id: z.string().regex(/^[a-z][a-z0-9-]{1,63}$/),
107
+ name: z.string().min(1).max(120),
108
+ description: z.string().max(500).optional(),
109
+ allowedDomains: z.array(DomainSchema).min(1),
110
+ risk: z.enum([
111
+ "read",
112
+ "draft",
113
+ "external_effect",
114
+ "destructive",
115
+ "sensitive"
116
+ ]),
117
+ inputs: z.record(z.string(), InputSchema).default({}),
118
+ steps: z.array(StepSchema).min(1).max(100)
119
+ }).strict().superRefine((definition, ctx) => {
120
+ if (new Set(definition.allowedDomains).size !== definition.allowedDomains.length) ctx.addIssue({
121
+ code: "custom",
122
+ path: ["allowedDomains"],
123
+ message: "Domains must be unique."
124
+ });
125
+ for (const [index, step] of definition.steps.entries()) {
126
+ const values = step.action === "navigate" ? [step.url] : step.action === "fill" || step.action === "select" ? [step.value] : step.action === "press" ? [step.key] : step.action === "wait" && step.value ? [step.value] : [];
127
+ for (const value of values) for (const match of value.matchAll(/\$\{input\.([a-zA-Z][a-zA-Z0-9_]*)\}/g)) if (!definition.inputs[match[1]]) ctx.addIssue({
128
+ code: "custom",
129
+ path: ["steps", index],
130
+ message: `Unknown input template: ${match[1]}.`
131
+ });
132
+ }
133
+ });
134
+ //#endregion
135
+ export { BrowserAutomationDefinitionSchema };
@@ -0,0 +1,146 @@
1
+ import type { BrowserAutomation, BrowserAutomationDefinition, BrowserAutomationRun, BrowserAutomationStatus } from './types.js';
2
+ export type BrowserAutomationExecutor = (input: {
3
+ definition: BrowserAutomationDefinition;
4
+ inputs: Record<string, unknown>;
5
+ signal: AbortSignal;
6
+ onStep: (event: unknown) => void;
7
+ }) => Promise<{
8
+ ok: boolean;
9
+ result?: unknown;
10
+ error?: string;
11
+ }>;
12
+ export declare class BrowserAutomationService {
13
+ private readonly executor;
14
+ private readonly emit?;
15
+ private activeRuns;
16
+ private executions;
17
+ private waiters;
18
+ constructor(executor: BrowserAutomationExecutor, emit?: (type: string, payload: unknown) => void);
19
+ list(): BrowserAutomation[];
20
+ get(id: string): BrowserAutomation;
21
+ listRuns(automationId?: string): BrowserAutomationRun[];
22
+ getRun(id: string): BrowserAutomationRun;
23
+ listRunEvents(id: string): import("./types.js").BrowserAutomationRunEvent[];
24
+ validate(definition: unknown): import("zod/index.cjs").ZodSafeParseResult<{
25
+ id: string;
26
+ name: string;
27
+ allowedDomains: string[];
28
+ risk: "read" | "sensitive" | "destructive" | "draft" | "external_effect";
29
+ inputs: Record<string, {
30
+ type: "string" | "number" | "boolean";
31
+ required?: boolean;
32
+ default?: string | number | boolean;
33
+ description?: string;
34
+ choices?: (string | number | boolean)[];
35
+ }>;
36
+ steps: ({
37
+ action: "navigate";
38
+ url: string;
39
+ expect?: {
40
+ urlIncludes?: string;
41
+ titleIncludes?: string;
42
+ textIncludes?: string;
43
+ ref?: string;
44
+ state?: "hidden" | "visible";
45
+ };
46
+ } | {
47
+ action: "click";
48
+ target: {
49
+ role: string;
50
+ name?: string;
51
+ nameIncludes?: string;
52
+ };
53
+ expect?: {
54
+ urlIncludes?: string;
55
+ titleIncludes?: string;
56
+ textIncludes?: string;
57
+ ref?: string;
58
+ state?: "hidden" | "visible";
59
+ };
60
+ } | {
61
+ action: "fill";
62
+ target: {
63
+ role: string;
64
+ name?: string;
65
+ nameIncludes?: string;
66
+ };
67
+ value: string;
68
+ submit?: boolean;
69
+ expect?: {
70
+ urlIncludes?: string;
71
+ titleIncludes?: string;
72
+ textIncludes?: string;
73
+ ref?: string;
74
+ state?: "hidden" | "visible";
75
+ };
76
+ } | {
77
+ action: "select";
78
+ target: {
79
+ role: string;
80
+ name?: string;
81
+ nameIncludes?: string;
82
+ };
83
+ value: string;
84
+ expect?: {
85
+ urlIncludes?: string;
86
+ titleIncludes?: string;
87
+ textIncludes?: string;
88
+ ref?: string;
89
+ state?: "hidden" | "visible";
90
+ };
91
+ } | {
92
+ action: "press";
93
+ key: string;
94
+ target?: {
95
+ role: string;
96
+ name?: string;
97
+ nameIncludes?: string;
98
+ };
99
+ expect?: {
100
+ urlIncludes?: string;
101
+ titleIncludes?: string;
102
+ textIncludes?: string;
103
+ ref?: string;
104
+ state?: "hidden" | "visible";
105
+ };
106
+ } | {
107
+ action: "scroll";
108
+ deltaY: number;
109
+ target?: {
110
+ role: string;
111
+ name?: string;
112
+ nameIncludes?: string;
113
+ };
114
+ expect?: {
115
+ urlIncludes?: string;
116
+ titleIncludes?: string;
117
+ textIncludes?: string;
118
+ ref?: string;
119
+ state?: "hidden" | "visible";
120
+ };
121
+ } | {
122
+ action: "wait";
123
+ condition: "hidden" | "text" | "visible" | "page_idle";
124
+ value?: string;
125
+ target?: {
126
+ role: string;
127
+ name?: string;
128
+ nameIncludes?: string;
129
+ };
130
+ timeoutMs?: number;
131
+ })[];
132
+ description?: string;
133
+ }>;
134
+ save(input: {
135
+ definition: unknown;
136
+ status?: BrowserAutomationStatus;
137
+ expectedId?: string;
138
+ }): BrowserAutomation;
139
+ remove(id: string): boolean;
140
+ startRun(automationId: string, inputs: Record<string, unknown>): BrowserAutomationRun;
141
+ cancel(runId: string): boolean;
142
+ shutdown(): Promise<void>;
143
+ runAndWait(automationId: string, inputs: Record<string, unknown>, signal?: AbortSignal): Promise<BrowserAutomationRun>;
144
+ private addEvent;
145
+ private execute;
146
+ }
@@ -0,0 +1,168 @@
1
+ import { BrowserAutomationDefinitionSchema } from "./schema.js";
2
+ import { resolveBrowserAutomationInputs } from "./runner.js";
3
+ import { appendBrowserAutomationRunEvent, deleteBrowserAutomation, getBrowserAutomation, getBrowserAutomationRun, hasActiveBrowserAutomationRuns, listActiveBrowserAutomationRuns, listBrowserAutomationRunEvents, listBrowserAutomationRuns, listBrowserAutomations, nextBrowserAutomationRunEventSeq, saveBrowserAutomation, saveBrowserAutomationRun } from "./repository.js";
4
+ import { randomUUID } from "node:crypto";
5
+ //#region src/browser/automations/service.ts
6
+ var BrowserAutomationService = class {
7
+ activeRuns = /* @__PURE__ */ new Map();
8
+ executions = /* @__PURE__ */ new Map();
9
+ waiters = /* @__PURE__ */ new Map();
10
+ constructor(executor, emit) {
11
+ this.executor = executor;
12
+ this.emit = emit;
13
+ for (const run of listActiveBrowserAutomationRuns()) {
14
+ const endedAtMs = Date.now();
15
+ saveBrowserAutomationRun({
16
+ ...run,
17
+ status: "failed",
18
+ error: "Gateway stopped before the run completed.",
19
+ endedAtMs,
20
+ durationMs: run.startedAtMs ? endedAtMs - run.startedAtMs : void 0
21
+ });
22
+ }
23
+ }
24
+ list() {
25
+ return listBrowserAutomations();
26
+ }
27
+ get(id) {
28
+ return getBrowserAutomation(id);
29
+ }
30
+ listRuns(automationId) {
31
+ return listBrowserAutomationRuns(automationId);
32
+ }
33
+ getRun(id) {
34
+ return getBrowserAutomationRun(id);
35
+ }
36
+ listRunEvents(id) {
37
+ return listBrowserAutomationRunEvents(id);
38
+ }
39
+ validate(definition) {
40
+ return BrowserAutomationDefinitionSchema.safeParse(definition);
41
+ }
42
+ save(input) {
43
+ const parsed = BrowserAutomationDefinitionSchema.parse(input.definition);
44
+ if (input.expectedId && parsed.id !== input.expectedId) throw new Error("Browser automation id cannot change.");
45
+ const existing = getBrowserAutomation(parsed.id);
46
+ const now = Date.now();
47
+ const automation = {
48
+ id: parsed.id,
49
+ revision: (existing?.revision ?? 0) + 1,
50
+ status: input.status ?? existing?.status ?? "enabled",
51
+ definition: parsed,
52
+ createdAtMs: existing?.createdAtMs ?? now,
53
+ updatedAtMs: now
54
+ };
55
+ saveBrowserAutomation(automation);
56
+ return automation;
57
+ }
58
+ remove(id) {
59
+ if (hasActiveBrowserAutomationRuns(id)) throw new Error("Cannot delete a running browser automation.");
60
+ return deleteBrowserAutomation(id);
61
+ }
62
+ startRun(automationId, inputs) {
63
+ const automation = getBrowserAutomation(automationId);
64
+ if (!automation) throw new Error("Browser automation not found.");
65
+ if (automation.status !== "enabled") throw new Error("Browser automation is disabled.");
66
+ const resolvedInputs = resolveBrowserAutomationInputs(automation.definition, inputs);
67
+ const run = {
68
+ id: randomUUID(),
69
+ automationId,
70
+ automationRevision: automation.revision,
71
+ definition: automation.definition,
72
+ status: "queued",
73
+ inputs: resolvedInputs,
74
+ createdAtMs: Date.now()
75
+ };
76
+ saveBrowserAutomationRun(run);
77
+ this.addEvent(run.id, "run.queued", { automationId });
78
+ const execution = this.execute(run);
79
+ this.executions.set(run.id, execution);
80
+ execution.finally(() => this.executions.delete(run.id)).catch(() => void 0);
81
+ return run;
82
+ }
83
+ cancel(runId) {
84
+ const active = this.activeRuns.get(runId);
85
+ if (!active) return false;
86
+ active.abort();
87
+ return true;
88
+ }
89
+ async shutdown() {
90
+ for (const active of this.activeRuns.values()) active.abort();
91
+ await Promise.allSettled(this.executions.values());
92
+ }
93
+ async runAndWait(automationId, inputs, signal) {
94
+ const run = this.startRun(automationId, inputs);
95
+ return new Promise((resolve) => {
96
+ const complete = (value) => {
97
+ signal?.removeEventListener("abort", onAbort);
98
+ resolve(value);
99
+ };
100
+ const onAbort = () => this.cancel(run.id);
101
+ const set = this.waiters.get(run.id) ?? /* @__PURE__ */ new Set();
102
+ set.add(complete);
103
+ this.waiters.set(run.id, set);
104
+ signal?.addEventListener("abort", onAbort, { once: true });
105
+ if (signal?.aborted) onAbort();
106
+ });
107
+ }
108
+ addEvent(runId, type, data) {
109
+ const event = {
110
+ id: randomUUID(),
111
+ runId,
112
+ seq: nextBrowserAutomationRunEventSeq(runId),
113
+ type,
114
+ data,
115
+ createdAtMs: Date.now()
116
+ };
117
+ appendBrowserAutomationRunEvent(event);
118
+ this.emit?.(`browser.automation.${type}`, event);
119
+ }
120
+ async execute(run) {
121
+ const controller = new AbortController();
122
+ this.activeRuns.set(run.id, controller);
123
+ const startedAtMs = Date.now();
124
+ let current = {
125
+ ...run,
126
+ status: "running",
127
+ startedAtMs
128
+ };
129
+ saveBrowserAutomationRun(current);
130
+ this.addEvent(run.id, "run.started");
131
+ try {
132
+ const outcome = await this.executor({
133
+ definition: run.definition,
134
+ inputs: run.inputs,
135
+ signal: controller.signal,
136
+ onStep: (event) => this.addEvent(run.id, "step", event)
137
+ });
138
+ const endedAtMs = Date.now();
139
+ current = {
140
+ ...current,
141
+ status: controller.signal.aborted ? "cancelled" : outcome.ok ? "succeeded" : "failed",
142
+ result: outcome.result,
143
+ error: outcome.error,
144
+ endedAtMs,
145
+ durationMs: endedAtMs - startedAtMs
146
+ };
147
+ } catch (error) {
148
+ const endedAtMs = Date.now();
149
+ current = {
150
+ ...current,
151
+ status: controller.signal.aborted ? "cancelled" : "failed",
152
+ error: error instanceof Error ? error.message : String(error),
153
+ endedAtMs,
154
+ durationMs: endedAtMs - startedAtMs
155
+ };
156
+ }
157
+ saveBrowserAutomationRun(current);
158
+ this.addEvent(run.id, "run.completed", {
159
+ status: current.status,
160
+ error: current.error
161
+ });
162
+ this.activeRuns.delete(run.id);
163
+ for (const waiter of this.waiters.get(run.id) ?? []) waiter(current);
164
+ this.waiters.delete(run.id);
165
+ }
166
+ };
167
+ //#endregion
168
+ export { BrowserAutomationService };
@@ -0,0 +1,90 @@
1
+ import type { BrowserExpectation, BrowserRiskLevel } from '@xopcai/browser-control-contract';
2
+ export type BrowserAutomationStatus = 'enabled' | 'disabled';
3
+ export type BrowserAutomationRunStatus = 'queued' | 'running' | 'succeeded' | 'failed' | 'cancelled';
4
+ export interface BrowserAutomationInputDefinition {
5
+ type: 'string' | 'number' | 'boolean';
6
+ required?: boolean;
7
+ default?: string | number | boolean;
8
+ description?: string;
9
+ choices?: Array<string | number | boolean>;
10
+ }
11
+ export interface BrowserSemanticTarget {
12
+ role: string;
13
+ name?: string;
14
+ nameIncludes?: string;
15
+ }
16
+ export type BrowserAutomationStep = {
17
+ action: 'navigate';
18
+ url: string;
19
+ expect?: BrowserExpectation;
20
+ } | {
21
+ action: 'click';
22
+ target: BrowserSemanticTarget;
23
+ expect?: BrowserExpectation;
24
+ } | {
25
+ action: 'fill';
26
+ target: BrowserSemanticTarget;
27
+ value: string;
28
+ submit?: boolean;
29
+ expect?: BrowserExpectation;
30
+ } | {
31
+ action: 'select';
32
+ target: BrowserSemanticTarget;
33
+ value: string;
34
+ expect?: BrowserExpectation;
35
+ } | {
36
+ action: 'press';
37
+ target?: BrowserSemanticTarget;
38
+ key: string;
39
+ expect?: BrowserExpectation;
40
+ } | {
41
+ action: 'scroll';
42
+ target?: BrowserSemanticTarget;
43
+ deltaY: number;
44
+ expect?: BrowserExpectation;
45
+ } | {
46
+ action: 'wait';
47
+ condition: 'page_idle' | 'text' | 'visible' | 'hidden';
48
+ value?: string;
49
+ target?: BrowserSemanticTarget;
50
+ timeoutMs?: number;
51
+ };
52
+ export interface BrowserAutomationDefinition {
53
+ id: string;
54
+ name: string;
55
+ description?: string;
56
+ allowedDomains: string[];
57
+ risk: BrowserRiskLevel;
58
+ inputs: Record<string, BrowserAutomationInputDefinition>;
59
+ steps: BrowserAutomationStep[];
60
+ }
61
+ export interface BrowserAutomation {
62
+ id: string;
63
+ revision: number;
64
+ status: BrowserAutomationStatus;
65
+ definition: BrowserAutomationDefinition;
66
+ createdAtMs: number;
67
+ updatedAtMs: number;
68
+ }
69
+ export interface BrowserAutomationRun {
70
+ id: string;
71
+ automationId: string;
72
+ automationRevision: number;
73
+ definition: BrowserAutomationDefinition;
74
+ status: BrowserAutomationRunStatus;
75
+ inputs: Record<string, unknown>;
76
+ result?: unknown;
77
+ error?: string;
78
+ createdAtMs: number;
79
+ startedAtMs?: number;
80
+ endedAtMs?: number;
81
+ durationMs?: number;
82
+ }
83
+ export interface BrowserAutomationRunEvent {
84
+ id: string;
85
+ runId: string;
86
+ seq: number;
87
+ type: string;
88
+ data?: unknown;
89
+ createdAtMs: number;
90
+ }
@@ -1,5 +1,5 @@
1
1
  /**
2
- * Where user-facing browser caches (CloakBrowser binaries, CDP launcher
2
+ * Where user-facing browser caches (extension artifacts and CDP launcher
3
3
  * profiles, etc.) are allowed to live.
4
4
  *
5
5
  * Restricting the writable set to the user's home directory makes it safe to
@@ -1,4 +1,3 @@
1
- import { __esmMin } from "../../_virtual/_rolldown/runtime.js";
2
1
  import { homedir } from "node:os";
3
2
  import { isAbsolute, relative, resolve, sep } from "node:path";
4
3
  //#region src/browser/cache-dir-policy.ts
@@ -47,7 +46,5 @@ function assertCacheDir(input) {
47
46
  if (r.ok === false) throw new Error(r.message);
48
47
  return r.resolved;
49
48
  }
50
- var init_cache_dir_policy = __esmMin((() => {}));
51
49
  //#endregion
52
- init_cache_dir_policy();
53
- export { assertCacheDir, checkCacheDir, expandHome, init_cache_dir_policy };
50
+ export { assertCacheDir, checkCacheDir, expandHome };
@@ -0,0 +1,17 @@
1
+ import type { BrowserActionInput, BrowserControlResult, BrowserNavigateInput, BrowserObservation, BrowserObserveInput, BrowserTabsInput } from '@xopcai/browser-control-contract';
2
+ export type BrowserPrimitiveInput = Exclude<BrowserActionInput, BrowserNavigateInput | BrowserObserveInput | BrowserTabsInput | {
3
+ action: 'sequence';
4
+ } | {
5
+ action: 'close';
6
+ }>;
7
+ export interface BrowserDriver {
8
+ readonly kind: 'playwright' | 'extension';
9
+ connect(): Promise<void>;
10
+ disconnect(): Promise<void>;
11
+ createSession(sessionId: string): Promise<void>;
12
+ closeSession(sessionId: string): Promise<void>;
13
+ navigate(sessionId: string, input: BrowserNavigateInput, signal?: AbortSignal): Promise<BrowserControlResult>;
14
+ observe(sessionId: string, input: BrowserObserveInput, signal?: AbortSignal): Promise<BrowserObservation>;
15
+ perform(sessionId: string, input: BrowserPrimitiveInput, signal?: AbortSignal): Promise<BrowserControlResult>;
16
+ tabs(sessionId: string, input: BrowserTabsInput, signal?: AbortSignal): Promise<BrowserControlResult>;
17
+ }
@@ -0,0 +1,3 @@
1
+ import type { Config } from '../../config/schema.js';
2
+ import type { BrowserDriver } from './browser-driver.js';
3
+ export declare function createBrowserDriver(config: Config['browser']): Promise<BrowserDriver>;
@@ -0,0 +1,84 @@
1
+ import { createLogger } from "../../utils/logger/index.js";
2
+ import { init_logger } from "../../utils/logger.js";
3
+ import { loadPlaywrightCoreModule } from "../providers/playwright-doctor.js";
4
+ import { BrowserbaseProvider } from "../providers/browserbase.js";
5
+ import { BrowserUseProvider } from "../providers/browser-use.js";
6
+ import { acquireExtensionBrowserServer } from "../providers/extension-ws-acquire.js";
7
+ import { ExtensionDriver } from "./extension-driver.js";
8
+ import { PlaywrightDriver } from "./playwright-driver.js";
9
+ //#region src/browser/drivers/create-driver.ts
10
+ init_logger();
11
+ const log = createLogger("BrowserDriverFactory");
12
+ async function createBrowserDriver(config) {
13
+ const limits = config.limits;
14
+ if (config.driver.kind === "extension") {
15
+ const { provider, release } = await acquireExtensionBrowserServer({
16
+ host: "127.0.0.1",
17
+ port: 19820,
18
+ connectionTimeout: limits.actionTimeoutMs,
19
+ commandTimeout: limits.actionTimeoutMs
20
+ });
21
+ return new ExtensionDriver(provider, limits.actionTimeoutMs, config.observation.visualFallback, release);
22
+ }
23
+ const driver = config.driver;
24
+ return new PlaywrightDriver({
25
+ connect: () => connectPlaywright(driver),
26
+ maxNodes: config.observation.maxNodes,
27
+ maxCharacters: config.observation.maxCharacters,
28
+ visualFallback: config.observation.visualFallback,
29
+ actionTimeoutMs: limits.actionTimeoutMs
30
+ });
31
+ }
32
+ async function connectPlaywright(driver) {
33
+ if (driver.kind === "remote") {
34
+ const provider = driver.provider === "browserbase" ? new BrowserbaseProvider({
35
+ type: driver.provider,
36
+ apiKey: driver.apiKey,
37
+ projectId: driver.projectId,
38
+ region: driver.region
39
+ }) : new BrowserUseProvider({
40
+ type: driver.provider,
41
+ apiKey: driver.apiKey,
42
+ projectId: driver.projectId,
43
+ region: driver.region
44
+ });
45
+ return {
46
+ ...await provider.connect(),
47
+ release: () => provider.disconnect()
48
+ };
49
+ }
50
+ const playwright = await loadPlaywrightCoreModule();
51
+ const chromium = playwright.chromium ?? playwright.default?.chromium;
52
+ if (!chromium) throw new Error("playwright-core did not expose Chromium");
53
+ if (driver.kind === "cdp") {
54
+ const browser = await chromium.connectOverCDP(driver.endpoint);
55
+ const context = browser.contexts()[0] ?? await browser.newContext();
56
+ log.info({ kind: driver.kind }, "Browser driver connected");
57
+ return {
58
+ browser,
59
+ context
60
+ };
61
+ }
62
+ const browser = await chromium.launch({
63
+ headless: driver.headless,
64
+ executablePath: driver.executablePath,
65
+ args: ["--no-sandbox", "--disable-setuid-sandbox"]
66
+ });
67
+ const context = await createContext(browser);
68
+ log.info({
69
+ kind: driver.kind,
70
+ headless: driver.headless
71
+ }, "Browser driver connected");
72
+ return {
73
+ browser,
74
+ context
75
+ };
76
+ }
77
+ async function createContext(browser) {
78
+ return browser.newContext({ viewport: {
79
+ width: 1280,
80
+ height: 720
81
+ } });
82
+ }
83
+ //#endregion
84
+ export { createBrowserDriver };
@@ -0,0 +1,20 @@
1
+ import type { BrowserControlResult, BrowserNavigateInput, BrowserObservation, BrowserObserveInput, BrowserTabsInput } from '@xopcai/browser-control-contract';
2
+ import type { ExtensionBrowserProvider } from '../providers/extension.js';
3
+ import type { BrowserDriver, BrowserPrimitiveInput } from './browser-driver.js';
4
+ export declare class ExtensionDriver implements BrowserDriver {
5
+ private readonly provider;
6
+ private readonly timeoutMs;
7
+ private readonly visualFallback;
8
+ private readonly release;
9
+ readonly kind: "extension";
10
+ constructor(provider: ExtensionBrowserProvider, timeoutMs: number, visualFallback: boolean, release: () => Promise<void>);
11
+ connect(): Promise<void>;
12
+ disconnect(): Promise<void>;
13
+ createSession(_sessionId: string): Promise<void>;
14
+ closeSession(sessionId: string): Promise<void>;
15
+ navigate(_sessionId: string, input: BrowserNavigateInput): Promise<BrowserControlResult>;
16
+ observe(_sessionId: string, input: BrowserObserveInput): Promise<BrowserObservation>;
17
+ perform(_sessionId: string, input: BrowserPrimitiveInput): Promise<BrowserControlResult>;
18
+ tabs(_sessionId: string, input: BrowserTabsInput): Promise<BrowserControlResult>;
19
+ private send;
20
+ }