@xopcai/xopc 0.0.488 → 0.0.489

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (499) hide show
  1. package/dist/browser-ext/manifest.json +1 -1
  2. package/dist/extensions/dingtalk/src/index.js +54 -10
  3. package/dist/extensions/discord/src/index.js +39 -6
  4. package/dist/extensions/feishu/src/adapters/cli-login.js +1 -1
  5. package/dist/extensions/feishu/src/adapters/gateway-setup.js +1 -1
  6. package/dist/extensions/feishu/src/outbound/media-load.d.ts +1 -0
  7. package/dist/extensions/feishu/src/outbound/media-load.js +2 -2
  8. package/dist/extensions/feishu/src/outbound/outbound-adapter.js +2 -1
  9. package/dist/extensions/feishu/src/pairing/feishu-pairing-prompt.js +1 -1
  10. package/dist/extensions/feishu/src/plugin.js +1 -1
  11. package/dist/extensions/feishu/src/streaming/streaming-adapter.js +1 -1
  12. package/dist/extensions/feishu/src/transport/client/install-sdk.js +2 -2
  13. package/dist/extensions/feishu/src/transport/reliability/message-ingress.js +3 -3
  14. package/dist/extensions/feishu/src/transport/socket-mode/monitor.js +1 -1
  15. package/dist/extensions/slack/src/index.js +51 -1
  16. package/dist/extensions/slack/src/manifest.js +1 -0
  17. package/dist/extensions/telegram/src/adapters/outbound-adapter.js +6 -1
  18. package/dist/extensions/telegram/src/adapters/streaming-adapter.js +3 -3
  19. package/dist/extensions/telegram/src/doctor.js +2 -2
  20. package/dist/extensions/telegram/src/draft-stream.js +1 -1
  21. package/dist/extensions/telegram/src/exec-approval-handler.js +1 -1
  22. package/dist/extensions/telegram/src/focus-handler.js +1 -1
  23. package/dist/extensions/telegram/src/inbound-processor.js +7 -7
  24. package/dist/extensions/telegram/src/outbound-sender.js +6 -5
  25. package/dist/extensions/telegram/src/plugin.js +23 -23
  26. package/dist/extensions/telegram/xopc.extension.json +1 -1
  27. package/dist/extensions/wecom/src/index.js +82 -6
  28. package/dist/extensions/weixin/src/api/api.js +1 -1
  29. package/dist/extensions/weixin/src/auth/accounts.js +2 -2
  30. package/dist/extensions/weixin/src/auth/pairing.js +1 -1
  31. package/dist/extensions/weixin/src/cdn/upload.js +1 -1
  32. package/dist/extensions/weixin/src/cli/gateway-qr-login.js +1 -1
  33. package/dist/extensions/weixin/src/cli/qr-login.js +2 -2
  34. package/dist/extensions/weixin/src/media/data-url.d.ts +1 -0
  35. package/dist/extensions/weixin/src/media/data-url.js +5 -2
  36. package/dist/extensions/weixin/src/messaging/debug-mode.js +1 -1
  37. package/dist/extensions/weixin/src/messaging/inbound.js +2 -2
  38. package/dist/extensions/weixin/src/messaging/process-message.js +5 -5
  39. package/dist/extensions/weixin/src/messaging/quote-cache.js +1 -1
  40. package/dist/extensions/weixin/src/messaging/send.js +1 -1
  41. package/dist/extensions/weixin/src/monitor/monitor.js +2 -2
  42. package/dist/extensions/weixin/src/outbound-send.js +18 -6
  43. package/dist/extensions/weixin/src/plugin.js +3 -3
  44. package/dist/gateway/server/chunks.bin +1560 -1521
  45. package/dist/gateway/server/chunks.json +1 -1
  46. package/dist/gateway/static/root/assets/{automations-page-DelDZorh.js → automations-page-B3i5x1Lc.js} +1 -1
  47. package/dist/gateway/static/root/assets/{automations-workspace-leY4yCvw.js → automations-workspace-D6-Kk33X.js} +2 -2
  48. package/dist/gateway/static/root/assets/{chat-page-XqG9aYBd.js → chat-page-oy4EGdO1.js} +2 -2
  49. package/dist/gateway/static/root/assets/{home-page-Bxr3V5lc.js → home-page-BmoT_EN4.js} +3 -3
  50. package/dist/gateway/static/root/assets/{home-task-actions-GAO06s1_.js → home-task-actions-Ck0AhcYe.js} +1 -1
  51. package/dist/gateway/static/root/assets/{index-BjU5H5hz.js → index-BiQP7-5r.js} +8 -8
  52. package/dist/gateway/static/root/assets/{note-detail-panel-BTNX68oO.js → note-detail-panel-CYNPJVVE.js} +2 -2
  53. package/dist/gateway/static/root/assets/{notes-page-FocipOyc.js → notes-page-Dpd98vQp.js} +1 -1
  54. package/dist/gateway/static/root/assets/{personal-page-CSc2n5UD.js → personal-page-BfljqOp5.js} +1 -1
  55. package/dist/gateway/static/root/assets/{project-detail-page-CK_EN6Jq.js → project-detail-page-CcnOT_aq.js} +1 -1
  56. package/dist/gateway/static/root/assets/right-workspace-store-DsVm6C0V.js +1 -0
  57. package/dist/gateway/static/root/assets/{route-preload-Ab7Zw-df.js → route-preload-CsBdFJHO.js} +2 -2
  58. package/dist/gateway/static/root/assets/{routine-panel-DzdJGicv.js → routine-panel-pVuJtctD.js} +2 -2
  59. package/dist/gateway/static/root/assets/{settings-page-CzW5GM5r.js → settings-page-BRAijVXZ.js} +1 -1
  60. package/dist/gateway/static/root/assets/{space-page-BCzDsNJd.js → space-page-CUwakPrj.js} +2 -2
  61. package/dist/gateway/static/root/assets/{task-detail-page-B_YXsT9W.js → task-detail-page-Cvx-XtFO.js} +1 -1
  62. package/dist/gateway/static/root/assets/{task-header-title-bZVPIbyR.js → task-header-title-DHb7z-hq.js} +1 -1
  63. package/dist/gateway/static/root/assets/{task-run-issue-notice-BXOES2t9.js → task-run-issue-notice-CqjS8_gi.js} +1 -1
  64. package/dist/gateway/static/root/assets/{use-composer-attachments-DWiIdMIi.js → use-composer-attachments-CQwCTKAp.js} +1 -1
  65. package/dist/gateway/static/root/assets/{use-personal-work-D0tMU1bP.js → use-personal-work-fvvZDK_7.js} +1 -1
  66. package/dist/gateway/static/root/assets/{workspace-file-preview-dialog-DPHnm_7A.js → workspace-file-preview-dialog-DdVyIRKm.js} +1 -1
  67. package/dist/gateway/static/root/index.html +9 -9
  68. package/dist/package.js +1 -1
  69. package/dist/src/activity/emitter.js +1 -1
  70. package/dist/src/agent/agent-manager.js +8 -8
  71. package/dist/src/agent/background-review/prompts.js +1 -1
  72. package/dist/src/agent/background-review/run-background-review.js +3 -3
  73. package/dist/src/agent/coding/repository-instructions.js +1 -1
  74. package/dist/src/agent/coding/workspace-revision.js +1 -1
  75. package/dist/src/agent/commands/command-isolation.js +1 -1
  76. package/dist/src/agent/commands/command-registry.js +1 -1
  77. package/dist/src/agent/context/execution-context.js +2 -2
  78. package/dist/src/agent/context/workspace-seed.js +1 -1
  79. package/dist/src/agent/data-acquisition/git.js +1 -1
  80. package/dist/src/agent/data-acquisition/service.js +1 -1
  81. package/dist/src/agent/embedded/codemode-output.js +2 -2
  82. package/dist/src/agent/embedded/execution-tool-policy.js +1 -1
  83. package/dist/src/agent/embedded/model-runtime.js +1 -1
  84. package/dist/src/agent/embedded/run-for-session.js +6 -6
  85. package/dist/src/agent/embedded/run-turn.js +76 -17
  86. package/dist/src/agent/embedded/runs.js +1 -1
  87. package/dist/src/agent/embedded/session-runner.js +2 -1
  88. package/dist/src/agent/embedded/types.d.ts +1 -1
  89. package/dist/src/agent/embedded/xopc-stream-bridge.js +3 -3
  90. package/dist/src/agent/external-tools/endpoint-provider.js +1 -1
  91. package/dist/src/agent/external-tools/index.js +1 -1
  92. package/dist/src/agent/image/generation/providers/xopc-cloud.js +2 -2
  93. package/dist/src/agent/image/load-image-media.js +2 -2
  94. package/dist/src/agent/inbound/attachment-pipeline.js +1 -1
  95. package/dist/src/agent/inbound/inbound-loop.js +6 -1
  96. package/dist/src/agent/independent-execution.js +2 -2
  97. package/dist/src/agent/mcp/connection-drafts.js +2 -2
  98. package/dist/src/agent/mcp/connection-setup.js +1 -1
  99. package/dist/src/agent/mcp/conversation-setup.js +1 -1
  100. package/dist/src/agent/mcp/discovery.js +1 -1
  101. package/dist/src/agent/mcp/transport.js +1 -1
  102. package/dist/src/agent/mcp/weixin-setup-scope.js +2 -2
  103. package/dist/src/agent/messaging/command-handler.js +1 -1
  104. package/dist/src/agent/prompt/response-language.js +1 -1
  105. package/dist/src/agent/prompt/sections/tooling.d.ts +1 -0
  106. package/dist/src/agent/prompt/sections/tooling.js +7 -2
  107. package/dist/src/agent/prompt/service-prompt-builder.js +1 -1
  108. package/dist/src/agent/prompt/system-prompt-params.js +1 -1
  109. package/dist/src/agent/prompt/system-prompt.js +1 -0
  110. package/dist/src/agent/sandbox/exec-policy.js +1 -1
  111. package/dist/src/agent/sandbox/native-command.js +1 -1
  112. package/dist/src/agent/sandbox/path-policy.js +1 -1
  113. package/dist/src/agent/service/direct-turn-helpers.js +3 -3
  114. package/dist/src/agent/service/process-direct-streaming.js +2 -2
  115. package/dist/src/agent/service.js +7 -5
  116. package/dist/src/agent/session/session-config-service.js +1 -1
  117. package/dist/src/agent/skills/hub-hash.js +1 -1
  118. package/dist/src/agent/skills/hub-lock.js +1 -1
  119. package/dist/src/agent/skills/hub-pull.js +3 -3
  120. package/dist/src/agent/skills/index.js +1 -1
  121. package/dist/src/agent/skills/managed-store.js +1 -1
  122. package/dist/src/agent/skills/skill-manage-ops.js +1 -1
  123. package/dist/src/agent/skills/skill-sources.js +1 -1
  124. package/dist/src/agent/tools/browser/tool/browser-use-tool.js +48 -2
  125. package/dist/src/agent/tools/browser/tool/schemas.d.ts +2 -1
  126. package/dist/src/agent/tools/browser/tool/schemas.js +6 -0
  127. package/dist/src/agent/tools/communication.d.ts +1 -0
  128. package/dist/src/agent/tools/communication.js +10 -3
  129. package/dist/src/agent/tools/delegate-tool.js +1 -1
  130. package/dist/src/agent/tools/exec-command.js +1 -1
  131. package/dist/src/agent/tools/executor.js +1 -1
  132. package/dist/src/agent/tools/factory.js +13 -4
  133. package/dist/src/agent/tools/fetch-text.js +1 -1
  134. package/dist/src/agent/tools/image-generate-tool.d.ts +7 -0
  135. package/dist/src/agent/tools/image-generate-tool.js +21 -1
  136. package/dist/src/agent/tools/managed-job-tool.js +1 -1
  137. package/dist/src/agent/tools/personal-attention-tool.js +1 -1
  138. package/dist/src/agent/tools/personal-memory-tool.js +3 -3
  139. package/dist/src/agent/tools/publish-artifacts.js +1 -1
  140. package/dist/src/agent/tools/read.js +1 -1
  141. package/dist/src/agent/tools/review-workspace.js +2 -2
  142. package/dist/src/agent/tools/scoped-workspace-tools.js +1 -1
  143. package/dist/src/agent/tools/send-media.d.ts +1 -0
  144. package/dist/src/agent/tools/send-media.js +7 -4
  145. package/dist/src/agent/tools/task-collaboration-tool.js +2 -2
  146. package/dist/src/agent/tools/tool-media.d.ts +1 -0
  147. package/dist/src/agent/tools/tool-media.js +14 -1
  148. package/dist/src/agent/tools/user-context-tool.js +2 -2
  149. package/dist/src/agent/tools/web-extract.js +1 -1
  150. package/dist/src/agent/tools/write.js +1 -1
  151. package/dist/src/agent/tools/xopc-use-tool.js +6 -6
  152. package/dist/src/agent-catalog/repository.js +1 -1
  153. package/dist/src/auth/credentials.js +1 -1
  154. package/dist/src/auth/oauth/openai.js +1 -1
  155. package/dist/src/auth/oauth/xopc-cloud.js +2 -2
  156. package/dist/src/auth/oauth-provider-lock.js +1 -1
  157. package/dist/src/auth/profiles/store.js +1 -1
  158. package/dist/src/automations/delivery/delivery-router.js +1 -1
  159. package/dist/src/automations/service/action-executor.js +1 -1
  160. package/dist/src/automations/service/automation-service.js +1 -1
  161. package/dist/src/backup/archive.js +4 -4
  162. package/dist/src/browser/assistance.d.ts +34 -0
  163. package/dist/src/browser/assistance.js +243 -0
  164. package/dist/src/browser/cache-dir-policy.js +1 -1
  165. package/dist/src/browser/drivers/browser-driver.d.ts +44 -0
  166. package/dist/src/browser/drivers/playwright-driver.d.ts +2 -1
  167. package/dist/src/browser/drivers/playwright-driver.js +161 -0
  168. package/dist/src/browser/managed-live-runtime.d.ts +79 -0
  169. package/dist/src/browser/managed-live-runtime.js +313 -0
  170. package/dist/src/browser/native-messaging-host.js +1 -1
  171. package/dist/src/browser/providers/browser-ext-install.js +4 -4
  172. package/dist/src/browser/runtime/browser-runtime.d.ts +18 -1
  173. package/dist/src/browser/runtime/browser-runtime.js +55 -4
  174. package/dist/src/capabilities/capability-catalog.js +2 -2
  175. package/dist/src/capabilities/readiness/from-config.js +2 -2
  176. package/dist/src/capabilities/store-connector.js +1 -1
  177. package/dist/src/channels/attachments/voice-stt-webchat.js +1 -1
  178. package/dist/src/channels/channel-domain.d.ts +1 -0
  179. package/dist/src/channels/enterprise/media.d.ts +14 -0
  180. package/dist/src/channels/enterprise/media.js +208 -0
  181. package/dist/src/channels/enterprise/plugin.d.ts +4 -0
  182. package/dist/src/channels/enterprise/plugin.js +40 -12
  183. package/dist/src/channels/format.js +1 -1
  184. package/dist/src/channels/index.js +2 -2
  185. package/dist/src/channels/internal-outbound.d.ts +2 -0
  186. package/dist/src/channels/internal-outbound.js +17 -1
  187. package/dist/src/channels/lifecycle-supervisor.js +1 -1
  188. package/dist/src/channels/outbound-sender.js +2 -2
  189. package/dist/src/channels/pairing/pairing-service.js +1 -1
  190. package/dist/src/channels/pairing/pairing-store.js +1 -1
  191. package/dist/src/chat-commands/builtins/config.js +2 -2
  192. package/dist/src/chat-commands/builtins/review.js +1 -1
  193. package/dist/src/chat-commands/builtins/session.js +1 -1
  194. package/dist/src/chat-commands/builtins/thinking.js +1 -1
  195. package/dist/src/chat-commands/builtins/tts.js +1 -1
  196. package/dist/src/chat-commands/builtins/understanding.js +1 -1
  197. package/dist/src/chat-commands/context.js +2 -2
  198. package/dist/src/chat-commands/index.js +1 -1
  199. package/dist/src/cli/commands/agent.js +2 -2
  200. package/dist/src/cli/commands/browser-cli-helpers.js +1 -1
  201. package/dist/src/cli/commands/connectors.js +1 -1
  202. package/dist/src/cli/commands/doctor/checks/database-schema.js +1 -1
  203. package/dist/src/cli/commands/doctor/checks/gateway-health.js +1 -1
  204. package/dist/src/cli/commands/doctor/checks/image-providers.js +1 -1
  205. package/dist/src/cli/commands/doctor/checks/provider-auth.js +1 -1
  206. package/dist/src/cli/commands/doctor/checks/tool-runtimes.js +1 -1
  207. package/dist/src/cli/commands/extension-agent-plugin.js +2 -2
  208. package/dist/src/cli/commands/extension-marketplace.js +3 -3
  209. package/dist/src/cli/commands/extension-pack.js +1 -1
  210. package/dist/src/cli/commands/extension.js +1 -1
  211. package/dist/src/cli/commands/mcp.js +1 -1
  212. package/dist/src/cli/commands/models.js +3 -3
  213. package/dist/src/cli/commands/onboard/model.js +2 -2
  214. package/dist/src/cli/commands/onboard.js +1 -1
  215. package/dist/src/cli/commands/project.js +1 -1
  216. package/dist/src/cli/commands/runtime.js +1 -1
  217. package/dist/src/cli/commands/skills.js +1 -1
  218. package/dist/src/cli/commands/tunnel.js +1 -1
  219. package/dist/src/cli/utils/gateway-client.js +1 -1
  220. package/dist/src/cli/utils/init-workspace-core.js +2 -2
  221. package/dist/src/computer/broker.js +1 -1
  222. package/dist/src/computer/runtime.js +2 -2
  223. package/dist/src/config/index.js +3 -3
  224. package/dist/src/config/loader.js +2 -2
  225. package/dist/src/config/models-json.js +1 -1
  226. package/dist/src/config/paths-state.js +1 -1
  227. package/dist/src/config/schema.js +2 -2
  228. package/dist/src/config/workspace-path.js +1 -1
  229. package/dist/src/connectors/cli/installer.js +1 -1
  230. package/dist/src/connectors/connected-source-ingestion.js +1 -1
  231. package/dist/src/connectors/connected-source-understanding.js +1 -1
  232. package/dist/src/connectors/content-enrichment.js +1 -1
  233. package/dist/src/connectors/health.js +1 -1
  234. package/dist/src/daemon/constants.js +1 -1
  235. package/dist/src/daemon/install-plan.js +1 -1
  236. package/dist/src/daemon/launchd.js +1 -1
  237. package/dist/src/daemon/schtasks.js +1 -1
  238. package/dist/src/daemon/systemd.js +1 -1
  239. package/dist/src/discussions/action-tasks.js +1 -1
  240. package/dist/src/discussions/live-worker.js +2 -2
  241. package/dist/src/discussions/recording.js +2 -2
  242. package/dist/src/discussions/repository.js +1 -1
  243. package/dist/src/discussions/sealer.js +3 -3
  244. package/dist/src/discussions/service.js +1 -1
  245. package/dist/src/endpoint-tools/delegation.js +1 -1
  246. package/dist/src/endpoint-tools/upload-service.js +1 -1
  247. package/dist/src/execution-environments/local-worktree-manager.js +1 -1
  248. package/dist/src/execution-environments/worktree-safety.js +1 -1
  249. package/dist/src/extensions/activation-context.js +2 -2
  250. package/dist/src/extensions/agent-plugins/auth.js +3 -3
  251. package/dist/src/extensions/agent-plugins/branding.js +1 -1
  252. package/dist/src/extensions/agent-plugins/cli-authorization.js +3 -3
  253. package/dist/src/extensions/agent-plugins/credentials.js +1 -1
  254. package/dist/src/extensions/agent-plugins/mcp-adapter.js +2 -2
  255. package/dist/src/extensions/agent-plugins/resources.js +1 -1
  256. package/dist/src/extensions/agent-plugins/setup.js +1 -1
  257. package/dist/src/extensions/agent-plugins/skill-catalog.js +1 -1
  258. package/dist/src/extensions/agent-plugins/source-catalog.js +2 -2
  259. package/dist/src/extensions/agent-plugins/source-http-fetch.js +1 -1
  260. package/dist/src/extensions/agent-plugins/sources.js +1 -1
  261. package/dist/src/extensions/agent-plugins/store.js +2 -2
  262. package/dist/src/extensions/agent-plugins/user-config.js +2 -2
  263. package/dist/src/extensions/agent-plugins/validation.js +3 -3
  264. package/dist/src/extensions/api.js +2 -2
  265. package/dist/src/extensions/install.js +1 -1
  266. package/dist/src/extensions/loader.js +2 -2
  267. package/dist/src/extensions/lockfile.js +1 -1
  268. package/dist/src/extensions/sdk/index.js +1 -1
  269. package/dist/src/extensions/update.js +2 -2
  270. package/dist/src/files/file-service.js +1 -1
  271. package/dist/src/gateway/agent-reactions/reaction.js +1 -1
  272. package/dist/src/gateway/file-path-classifier.js +1 -1
  273. package/dist/src/gateway/hono/lib/config-payload.js +3 -3
  274. package/dist/src/gateway/hono/lib/static-ui.js +1 -1
  275. package/dist/src/gateway/hono/routes/agent-plugins.js +1 -1
  276. package/dist/src/gateway/hono/routes/auth-registry-extensions.js +1 -1
  277. package/dist/src/gateway/hono/routes/browser.js +261 -3
  278. package/dist/src/gateway/hono/routes/channels.js +1 -1
  279. package/dist/src/gateway/hono/routes/commands-skills.js +1 -1
  280. package/dist/src/gateway/hono/routes/config-patch/misc.js +1 -1
  281. package/dist/src/gateway/hono/routes/connectors.js +1 -1
  282. package/dist/src/gateway/hono/routes/device-connections.js +1 -1
  283. package/dist/src/gateway/hono/routes/files.js +1 -1
  284. package/dist/src/gateway/hono/routes/host-fs.js +1 -1
  285. package/dist/src/gateway/hono/routes/local-apps.js +1 -1
  286. package/dist/src/gateway/hono/routes/memory-learning.js +1 -1
  287. package/dist/src/gateway/hono/routes/mobile-capability-actions.js +3 -3
  288. package/dist/src/gateway/hono/routes/mobile-capability-panels.js +4 -4
  289. package/dist/src/gateway/hono/routes/mobile-model-settings.js +13 -5
  290. package/dist/src/gateway/hono/routes/models.js +6 -6
  291. package/dist/src/gateway/hono/routes/notes.js +1 -1
  292. package/dist/src/gateway/hono/routes/observability.js +1 -1
  293. package/dist/src/gateway/hono/routes/personal-agent.js +1 -1
  294. package/dist/src/gateway/hono/routes/phone-setup.js +1 -1
  295. package/dist/src/gateway/hono/routes/phone.js +1 -1
  296. package/dist/src/gateway/hono/routes/session-command-handler.js +1 -1
  297. package/dist/src/gateway/hono/routes/session-input-handler.js +1 -1
  298. package/dist/src/gateway/hono/routes/sessions.js +2 -2
  299. package/dist/src/gateway/hono/routes/shares.js +1 -1
  300. package/dist/src/gateway/hono/routes/status.js +1 -1
  301. package/dist/src/gateway/hono/routes/tasks.js +1 -1
  302. package/dist/src/gateway/hono/routes/user-model.js +3 -3
  303. package/dist/src/gateway/hono/routes/video-generation.js +1 -1
  304. package/dist/src/gateway/hono/routes/voice.js +4 -4
  305. package/dist/src/gateway/image-generation-setup.js +2 -2
  306. package/dist/src/gateway/lock.js +2 -2
  307. package/dist/src/gateway/mobile-privacy.js +1 -1
  308. package/dist/src/gateway/next-turn-suggestions/snapshot.js +1 -1
  309. package/dist/src/gateway/ports.js +1 -1
  310. package/dist/src/gateway/provider-model-setup.js +1 -1
  311. package/dist/src/gateway/security/device-request-proof.js +1 -1
  312. package/dist/src/gateway/security/gateway-scopes.js +2 -0
  313. package/dist/src/gateway/service/agent-runner.js +2 -2
  314. package/dist/src/gateway/service/config-coordinator.js +2 -2
  315. package/dist/src/gateway/service/run-gateway-agent.js +5 -3
  316. package/dist/src/gateway/service/session-command-service.js +1 -1
  317. package/dist/src/gateway/service/session-input-coordinator.d.ts +1 -0
  318. package/dist/src/gateway/service/session-input-coordinator.js +13 -3
  319. package/dist/src/gateway/service.d.ts +4 -0
  320. package/dist/src/gateway/service.js +42 -17
  321. package/dist/src/gateway/xopc-cloud-capability-setup.js +2 -2
  322. package/dist/src/home-intelligence/follow-ups.js +1 -1
  323. package/dist/src/home-intelligence/host.js +1 -1
  324. package/dist/src/home-intelligence/repository.js +1 -1
  325. package/dist/src/home-intelligence/routines.js +1 -1
  326. package/dist/src/imports/files.js +1 -1
  327. package/dist/src/imports/importService.js +2 -2
  328. package/dist/src/imports/inventory.js +1 -1
  329. package/dist/src/imports/planner.js +1 -1
  330. package/dist/src/imports/productImport.js +1 -1
  331. package/dist/src/imports/scanner.js +1 -1
  332. package/dist/src/imports/sources.js +1 -1
  333. package/dist/src/infra/brew.js +1 -1
  334. package/dist/src/infra/bus/queue.js +1 -1
  335. package/dist/src/infra/package-runtime-check.js +1 -1
  336. package/dist/src/infra/path-env.js +1 -1
  337. package/dist/src/infra/ports.js +1 -1
  338. package/dist/src/infra/process-diagnostics.js +1 -1
  339. package/dist/src/infra/ssh-tunnel.js +1 -1
  340. package/dist/src/infra/update-startup.js +1 -1
  341. package/dist/src/infra/write-file-atomic.js +1 -1
  342. package/dist/src/knowledge-memory/repository.js +1 -1
  343. package/dist/src/knowledge-memory/usage-policy.js +1 -1
  344. package/dist/src/local-apps/artifact-files.js +1 -1
  345. package/dist/src/local-apps/execution-authority.js +1 -1
  346. package/dist/src/local-apps/p1-services.js +1 -1
  347. package/dist/src/local-apps/preview-sessions.js +1 -1
  348. package/dist/src/local-apps/preview-worker.js +1 -1
  349. package/dist/src/local-apps/public-assets.js +1 -1
  350. package/dist/src/local-apps/service.js +3 -3
  351. package/dist/src/local-apps/store.js +1 -1
  352. package/dist/src/markdown/index.js +1 -1
  353. package/dist/src/mcp/connection-grants.js +1 -1
  354. package/dist/src/mcp/delegation.js +3 -3
  355. package/dist/src/mcp/gateway-http-client.js +1 -1
  356. package/dist/src/media/session-references.js +1 -1
  357. package/dist/src/media-shared/http/provider-http.js +1 -1
  358. package/dist/src/media-understanding/runner.js +1 -1
  359. package/dist/src/memory-learning/choice-observations.js +1 -1
  360. package/dist/src/memory-learning/source-learning.js +2 -2
  361. package/dist/src/music-generation/artifact.js +2 -2
  362. package/dist/src/notes/agent-context.js +1 -1
  363. package/dist/src/notes/service.js +1 -1
  364. package/dist/src/notes/store.js +1 -1
  365. package/dist/src/notifications/store.js +1 -1
  366. package/dist/src/observability/runtime.js +1 -1
  367. package/dist/src/personal-agent/proactivity/repository.js +1 -1
  368. package/dist/src/personal-agent/proactivity/routes.js +1 -1
  369. package/dist/src/personal-agent/proactivity/service.js +3 -3
  370. package/dist/src/personal-agent/prompt-context.js +2 -2
  371. package/dist/src/personal-agent/reply-composer.js +4 -4
  372. package/dist/src/personal-agent/reply-style.d.ts +2 -2
  373. package/dist/src/personal-agent/reply-style.js +8 -7
  374. package/dist/src/personal-agent/request-delivery.js +1 -1
  375. package/dist/src/personal-agent/request-service.js +1 -1
  376. package/dist/src/personal-agent/result-reader.js +3 -3
  377. package/dist/src/personal-agent/service.js +1 -1
  378. package/dist/src/personal-agent/unread.js +1 -1
  379. package/dist/src/phone/adb-driver.js +2 -2
  380. package/dist/src/phone/cloud-adb-connection.js +1 -1
  381. package/dist/src/phone/execution-trace.js +1 -1
  382. package/dist/src/phone/hdc-driver.js +2 -2
  383. package/dist/src/phone/hdc-video-tools.js +1 -1
  384. package/dist/src/phone/model-adapter.js +1 -1
  385. package/dist/src/phone/ui-session.js +1 -1
  386. package/dist/src/platform/index.js +1 -1
  387. package/dist/src/project-trust/trust-store.js +1 -1
  388. package/dist/src/projects/workspace-project.js +1 -1
  389. package/dist/src/providers/extension-stream-bridge.js +2 -2
  390. package/dist/src/providers/index.js +4 -4
  391. package/dist/src/providers/model-call.js +3 -3
  392. package/dist/src/providers/model-catalog-persistence.js +2 -2
  393. package/dist/src/providers/model-registry.js +3 -3
  394. package/dist/src/providers/provider-disconnect-core.js +1 -1
  395. package/dist/src/providers/register-runtime-providers.js +1 -1
  396. package/dist/src/providers/setup/voice.js +1 -1
  397. package/dist/src/providers/xopc-cloud-catalog-coordinator.js +1 -1
  398. package/dist/src/providers/xopc-cloud-credit-budget.js +1 -1
  399. package/dist/src/providers/xopc-cloud-model-source.js +1 -1
  400. package/dist/src/review/review-git.js +1 -1
  401. package/dist/src/runtime-tools/downloader.js +1 -1
  402. package/dist/src/runtime-tools/harmony-dependencies.js +1 -1
  403. package/dist/src/runtime-tools/manager.js +2 -2
  404. package/dist/src/runtime-tools/phone-dependencies.js +1 -1
  405. package/dist/src/session/history-recall-policy.js +1 -1
  406. package/dist/src/session/init-session-turn.js +1 -1
  407. package/dist/src/session/resolve-session.js +1 -1
  408. package/dist/src/share/hosted-note-publication.js +1 -1
  409. package/dist/src/share/hosted-session-share.js +1 -1
  410. package/dist/src/share/hosted-static-site-publication.js +1 -1
  411. package/dist/src/share/session-share-service.js +1 -1
  412. package/dist/src/share/share-auto.js +1 -1
  413. package/dist/src/share/share-zip.js +1 -1
  414. package/dist/src/share/site-proxy.js +1 -1
  415. package/dist/src/space/budget-workbook.js +1 -1
  416. package/dist/src/space/ingest.js +1 -1
  417. package/dist/src/space/repository.js +2 -2
  418. package/dist/src/space/workbook-turn.js +1 -1
  419. package/dist/src/space/worker.js +1 -1
  420. package/dist/src/storage/sqlite/ai-usage-repository.js +1 -1
  421. package/dist/src/storage/sqlite/clarification-wait-repository.js +2 -2
  422. package/dist/src/storage/sqlite/connection.js +2 -2
  423. package/dist/src/storage/sqlite/conversation-repository.js +2 -2
  424. package/dist/src/storage/sqlite/desktop-execution-repository.js +1 -1
  425. package/dist/src/storage/sqlite/desktop-execution-stop-repository.js +1 -1
  426. package/dist/src/storage/sqlite/device-access-repository.js +1 -1
  427. package/dist/src/storage/sqlite/device-pairing-approval.js +1 -1
  428. package/dist/src/storage/sqlite/index.js +1 -1
  429. package/dist/src/storage/sqlite/schema-upgrade.js +3 -3
  430. package/dist/src/storage/sqlite/session-creation-repository.js +1 -1
  431. package/dist/src/storage/sqlite/session-input-control-repository.js +1 -1
  432. package/dist/src/storage/sqlite/session-repository.js +1 -1
  433. package/dist/src/support/collect-support-report.js +1 -1
  434. package/dist/src/tasks/capabilities/management.js +1 -1
  435. package/dist/src/tasks/capabilities/relations.js +1 -1
  436. package/dist/src/tasks/delegated-run-result.js +1 -1
  437. package/dist/src/tasks/task-allocation-service.js +2 -2
  438. package/dist/src/tasks/task-application-service.js +1 -1
  439. package/dist/src/tasks/task-context-assembler.js +2 -2
  440. package/dist/src/tasks/task-criterion-review-repository.js +1 -1
  441. package/dist/src/tasks/task-deliverables.js +1 -1
  442. package/dist/src/tasks/task-delivery-checks.js +1 -1
  443. package/dist/src/tasks/task-handoff-service.js +1 -1
  444. package/dist/src/tasks/task-handoff.js +4 -4
  445. package/dist/src/tasks/task-json-acceptance.js +1 -1
  446. package/dist/src/tasks/task-main-update-decision-service.js +1 -1
  447. package/dist/src/tasks/task-origin-repository.js +1 -1
  448. package/dist/src/tasks/task-read-model-projector.js +1 -1
  449. package/dist/src/tasks/task-research-repair.js +2 -2
  450. package/dist/src/tasks/task-research-result.js +3 -3
  451. package/dist/src/tasks/task-result-delivery-repository.js +1 -1
  452. package/dist/src/tasks/task-result-delivery-service.js +2 -2
  453. package/dist/src/tasks/task-run-coordinator.js +3 -3
  454. package/dist/src/tasks/task-run-repository.js +1 -1
  455. package/dist/src/tasks/task-signal-service.js +1 -1
  456. package/dist/src/tasks/task-workspace-verification.js +2 -2
  457. package/dist/src/tui/backends/embedded-backend.js +5 -5
  458. package/dist/src/tui/backends/embedded-drafts.js +1 -1
  459. package/dist/src/tui/clipboard-image.js +2 -2
  460. package/dist/src/tui/extension-host/load-extensions.js +1 -1
  461. package/dist/src/tui/tui-capabilities.js +1 -1
  462. package/dist/src/tui/tui-commands.js +1 -1
  463. package/dist/src/tui/tui-skills-autocomplete.js +2 -2
  464. package/dist/src/tui/tui-startup-resources.js +1 -1
  465. package/dist/src/tui/tui.js +4 -4
  466. package/dist/src/tunnel/frpc-binary.js +2 -2
  467. package/dist/src/usage/cloud-capability.js +1 -1
  468. package/dist/src/usage/recorder.js +2 -2
  469. package/dist/src/user-context/access-policy.js +2 -2
  470. package/dist/src/user-model/bootstrap.js +1 -1
  471. package/dist/src/user-model/capture/executor.js +1 -1
  472. package/dist/src/user-model/index.js +2 -2
  473. package/dist/src/user-model/usage-policy.js +1 -1
  474. package/dist/src/utils/index.js +1 -1
  475. package/dist/src/utils/logger/index.js +2 -2
  476. package/dist/src/utils/logger.js +1 -1
  477. package/dist/src/video-generation/artifact.js +2 -2
  478. package/dist/src/video-generation/repository.js +1 -1
  479. package/dist/src/voice/audio/normalize.js +1 -1
  480. package/dist/src/voice/platform-settings.js +1 -1
  481. package/dist/src/voice/realtime/conversation-context.js +1 -1
  482. package/dist/src/voice/realtime/memory-context.js +2 -2
  483. package/dist/src/voice/realtime/runtime.js +2 -2
  484. package/dist/src/voice/realtime/user-context.js +1 -1
  485. package/dist/src/voice/stt/factory.js +1 -1
  486. package/dist/src/voice/stt/index.js +2 -2
  487. package/dist/src/voice/stt/preflight.js +2 -2
  488. package/dist/src/voice/stt/providers/bailian-plan-transcription.js +3 -3
  489. package/dist/src/voice/stt/providers/xopc-cloud-transcription.js +3 -3
  490. package/dist/src/voice/stt/transcribe-core.js +1 -1
  491. package/dist/src/voice/tts/factory.js +1 -1
  492. package/dist/src/voice/tts/providers/bailian-plan-speech.js +2 -2
  493. package/dist/src/voice/tts/providers/edge-speech.js +1 -1
  494. package/dist/src/voice/tts/providers/xopc-cloud-speech.js +2 -2
  495. package/dist/src/work-discovery/candidate-discovery.js +2 -2
  496. package/dist/src/work-discovery/probe.js +2 -2
  497. package/dist/src/work-discovery/service.js +4 -4
  498. package/package.json +1 -1
  499. package/dist/gateway/static/root/assets/right-workspace-store-CcRApllu.js +0 -1
@@ -33,6 +33,167 @@ var PlaywrightDriver = class {
33
33
  get abortClosesSession() {
34
34
  return this.options.isolateSessions === true;
35
35
  }
36
+ getLiveHandle(sessionId) {
37
+ if (!this.sessions.has(sessionId)) return void 0;
38
+ const activePage = () => {
39
+ const session = this.sessions.get(sessionId);
40
+ const state = session?.tabs.get(session.activeTabId);
41
+ if (!state) throw new Error("The managed browser session is closed.");
42
+ return state.page;
43
+ };
44
+ const getViewport = () => {
45
+ const session = this.sessions.get(sessionId);
46
+ const size = (session?.tabs.get(session.activeTabId))?.page.viewportSize();
47
+ return {
48
+ width: size?.width ?? 1280,
49
+ height: size?.height ?? 720,
50
+ version: 1
51
+ };
52
+ };
53
+ return {
54
+ sessionId,
55
+ getViewport,
56
+ getUrl: () => {
57
+ const session = this.sessions.get(sessionId);
58
+ return session?.tabs.get(session.activeTabId)?.page.url() ?? "";
59
+ },
60
+ getTitle: async () => {
61
+ const session = this.sessions.get(sessionId);
62
+ const page = session?.tabs.get(session.activeTabId)?.page;
63
+ return page ? await page.title().catch(() => "") : "";
64
+ },
65
+ startScreencast: async (onFrame) => {
66
+ const session = this.sessions.get(sessionId);
67
+ const state = session?.tabs.get(session.activeTabId);
68
+ if (!session || !state) throw new Error("The managed browser session is closed.");
69
+ let stopped = false;
70
+ let currentCdp;
71
+ let attachedPage;
72
+ const attach = async (page) => {
73
+ if (stopped || attachedPage === page) return;
74
+ const previous = currentCdp;
75
+ currentCdp = void 0;
76
+ attachedPage = page;
77
+ if (previous) {
78
+ await previous.send("Page.stopScreencast").catch(() => {});
79
+ await previous.detach().catch(() => {});
80
+ }
81
+ const initial = await page.screenshot({
82
+ type: "jpeg",
83
+ quality: 65,
84
+ fullPage: false,
85
+ scale: "css"
86
+ }).catch(() => null);
87
+ if (!stopped && initial && initial.length > 0) {
88
+ const vp = getViewport();
89
+ onFrame({
90
+ bytes: Uint8Array.from(initial),
91
+ width: vp.width,
92
+ height: vp.height,
93
+ timestamp: Date.now()
94
+ });
95
+ }
96
+ if (stopped) return;
97
+ const cdp = await session.context.newCDPSession(page);
98
+ if (stopped) {
99
+ await cdp.detach().catch(() => {});
100
+ return;
101
+ }
102
+ currentCdp = cdp;
103
+ cdp.on("Page.screencastFrame", (event) => {
104
+ cdp.send("Page.screencastFrameAck", { sessionId: event.sessionId }).catch(() => {});
105
+ if (stopped || currentCdp !== cdp) return;
106
+ const bytes = Uint8Array.from(Buffer.from(event.data, "base64"));
107
+ const vp = getViewport();
108
+ onFrame({
109
+ bytes,
110
+ width: event.metadata?.deviceWidth ?? vp.width,
111
+ height: event.metadata?.deviceHeight ?? vp.height,
112
+ timestamp: Date.now()
113
+ });
114
+ });
115
+ await cdp.send("Page.startScreencast", {
116
+ format: "jpeg",
117
+ quality: 65,
118
+ maxWidth: 1280,
119
+ maxHeight: 720,
120
+ everyNthFrame: 1
121
+ });
122
+ };
123
+ await attach(state.page);
124
+ const tabWatcher = setInterval(() => {
125
+ if (stopped) return;
126
+ const current = this.sessions.get(sessionId);
127
+ const nextPage = current?.tabs.get(current.activeTabId)?.page;
128
+ if (nextPage && nextPage !== attachedPage) attach(nextPage).catch(() => {});
129
+ }, 500);
130
+ tabWatcher.unref?.();
131
+ return async () => {
132
+ if (stopped) return;
133
+ stopped = true;
134
+ clearInterval(tabWatcher);
135
+ const cdp = currentCdp;
136
+ currentCdp = void 0;
137
+ attachedPage = void 0;
138
+ if (cdp) {
139
+ await cdp.send("Page.stopScreencast").catch(() => {});
140
+ await cdp.detach().catch(() => {});
141
+ }
142
+ };
143
+ },
144
+ dispatchInput: async (input) => {
145
+ const page = activePage();
146
+ const vp = getViewport();
147
+ const clamp = (value) => Math.min(1, Math.max(0, Number.isFinite(value) ? value : 0));
148
+ if (input.kind === "pointer") {
149
+ const px = Math.round(clamp(input.x) * vp.width);
150
+ const py = Math.round(clamp(input.y) * vp.height);
151
+ const button = input.button ?? "left";
152
+ if (input.phase === "click") await page.mouse.click(px, py, { button });
153
+ else if (input.phase === "down") {
154
+ await page.mouse.move(px, py);
155
+ await page.mouse.down({ button });
156
+ } else if (input.phase === "move") await page.mouse.move(px, py);
157
+ else if (input.phase === "up") {
158
+ await page.mouse.move(px, py);
159
+ await page.mouse.up({ button });
160
+ } else if (input.phase === "cancel") await page.mouse.up({ button }).catch(() => {});
161
+ } else if (input.kind === "wheel") {
162
+ const px = Math.round(clamp(input.x) * vp.width);
163
+ const py = Math.round(clamp(input.y) * vp.height);
164
+ const dx = Math.max(-2e3, Math.min(2e3, Number.isFinite(input.deltaX) ? input.deltaX : 0));
165
+ const dy = Math.max(-2e3, Math.min(2e3, Number.isFinite(input.deltaY) ? input.deltaY : 0));
166
+ await page.mouse.move(px, py);
167
+ await page.mouse.wheel(dx, dy);
168
+ } else if (input.kind === "text") {
169
+ if (input.text.length > 0 && input.text.length <= 1024) await page.keyboard.insertText(input.text);
170
+ } else if (input.kind === "key") await page.keyboard.press(input.key);
171
+ else if (input.kind === "navigate") {
172
+ if (input.action === "back") await page.goBack({
173
+ waitUntil: "domcontentloaded",
174
+ timeout: 8e3
175
+ }).catch(() => {});
176
+ else if (input.action === "forward") await page.goForward({
177
+ waitUntil: "domcontentloaded",
178
+ timeout: 8e3
179
+ }).catch(() => {});
180
+ else if (input.action === "reload") await page.reload({
181
+ waitUntil: "domcontentloaded",
182
+ timeout: 8e3
183
+ }).catch(() => {});
184
+ }
185
+ },
186
+ invalidateRefs: () => {
187
+ const session = this.sessions.get(sessionId);
188
+ if (!session) return;
189
+ for (const tab of session.tabs.values()) {
190
+ tab.refs.clear();
191
+ tab.lastNodes = [];
192
+ tab.documentMarker = "";
193
+ }
194
+ }
195
+ };
196
+ }
36
197
  async connect() {
37
198
  if (this.connection?.browser.isConnected()) return;
38
199
  this.connection = await this.options.connect();
@@ -0,0 +1,79 @@
1
+ import type { BrowserInteractiveInput, ManagedBrowserFrame, ManagedBrowserLiveHandle, ManagedBrowserViewport } from './drivers/browser-driver.js';
2
+ export declare const MANAGED_BROWSER_CONTROL_LEASE_MS = 10000;
3
+ export interface ManagedBrowserActor {
4
+ actorKey: string;
5
+ principalId: string;
6
+ deviceName: string;
7
+ }
8
+ export interface ManagedBrowserLiveSnapshot {
9
+ available: boolean;
10
+ mode: 'managed';
11
+ interactive: boolean;
12
+ status: 'running' | 'needs_user' | 'human' | 'ended';
13
+ browserSessionId?: string;
14
+ assistanceId?: string;
15
+ reason?: string;
16
+ url: string;
17
+ title: string;
18
+ viewport: ManagedBrowserViewport;
19
+ ownControl: boolean;
20
+ controlOwner?: string;
21
+ controlEpoch: number;
22
+ privacyPaused: boolean;
23
+ }
24
+ export interface ManagedBrowserStoredFrame extends ManagedBrowserFrame {
25
+ seq: number;
26
+ }
27
+ export type ManagedBrowserFrameResult = {
28
+ kind: 'frame';
29
+ frame: ManagedBrowserStoredFrame;
30
+ } | {
31
+ kind: 'empty';
32
+ } | {
33
+ kind: 'privacy_paused';
34
+ } | {
35
+ kind: 'unavailable';
36
+ };
37
+ export declare class ManagedBrowserLiveError extends Error {
38
+ readonly code: string;
39
+ readonly status: number;
40
+ constructor(code: string, message: string, status?: number);
41
+ }
42
+ export interface ManagedBrowserLiveRuntimeDeps {
43
+ isRunActive: (conversationId: string) => boolean;
44
+ waitForIdle: (conversationId: string) => Promise<void>;
45
+ pinSession: (conversationId: string) => void;
46
+ unpinSession: (conversationId: string) => void;
47
+ setHumanControlled?: (conversationId: string, active: boolean) => void;
48
+ resumeBrowserAssistance: (conversationId: string, waitId: string) => void;
49
+ onStatusChanged?: (conversationId: string, status: ManagedBrowserLiveSnapshot) => void;
50
+ }
51
+ export declare class ManagedBrowserLiveRuntime {
52
+ private readonly deps;
53
+ private readonly entries;
54
+ private readonly sweepTimer;
55
+ constructor(deps: ManagedBrowserLiveRuntimeDeps);
56
+ close(): void;
57
+ setSource(conversationId: string, source: {
58
+ browserSessionId: string;
59
+ handle: ManagedBrowserLiveHandle;
60
+ url: string;
61
+ title: string;
62
+ }): void;
63
+ clearSource(conversationId: string): void;
64
+ isSessionPinned(conversationId: string): boolean;
65
+ isHumanControlled(conversationId: string): boolean;
66
+ available(conversationId: string): boolean;
67
+ status(conversationId: string, actorKey?: string): ManagedBrowserLiveSnapshot | undefined;
68
+ takeover(conversationId: string, actor: ManagedBrowserActor): Promise<ManagedBrowserLiveSnapshot>;
69
+ heartbeat(conversationId: string, actorKey: string, epoch: number): ManagedBrowserLiveSnapshot;
70
+ release(conversationId: string, actorKey: string, epoch?: number): ManagedBrowserLiveSnapshot | undefined;
71
+ handback(conversationId: string, actorKey: string, epoch?: number): ManagedBrowserLiveSnapshot;
72
+ input(conversationId: string, actorKey: string, epoch: number, seq: number, event: BrowserInteractiveInput): Promise<void>;
73
+ waitForFrame(conversationId: string, actorKey: string, afterSeq: number, timeoutMs?: number, signal?: AbortSignal): Promise<ManagedBrowserFrameResult>;
74
+ private requireLiveEntry;
75
+ private ensureScreencast;
76
+ private notifyPrivacyPauseToOthers;
77
+ private expireControlLeaseIfNeeded;
78
+ sweep(): void;
79
+ }
@@ -0,0 +1,313 @@
1
+ import { createLogger } from "../utils/logger/index.js";
2
+ import { init_logger } from "../utils/logger.js";
3
+ import { browserAssistance } from "./assistance.js";
4
+ //#region src/browser/managed-live-runtime.ts
5
+ init_logger();
6
+ const log = createLogger("ManagedBrowserLive");
7
+ const MANAGED_BROWSER_CONTROL_LEASE_MS = 1e4;
8
+ const SCREENCAST_IDLE_STOP_MS = 15e3;
9
+ const MAX_PENDING_INPUTS = 16;
10
+ var ManagedBrowserLiveError = class extends Error {
11
+ constructor(code, message, status = 409) {
12
+ super(message);
13
+ this.code = code;
14
+ this.status = status;
15
+ this.name = "ManagedBrowserLiveError";
16
+ }
17
+ };
18
+ var ManagedBrowserLiveRuntime = class {
19
+ entries = /* @__PURE__ */ new Map();
20
+ sweepTimer;
21
+ constructor(deps) {
22
+ this.deps = deps;
23
+ this.sweepTimer = setInterval(() => this.sweep(), 1e3);
24
+ this.sweepTimer.unref?.();
25
+ }
26
+ close() {
27
+ clearInterval(this.sweepTimer);
28
+ for (const conversationId of [...this.entries.keys()]) this.clearSource(conversationId);
29
+ }
30
+ setSource(conversationId, source) {
31
+ const existing = this.entries.get(conversationId);
32
+ if (existing && existing.browserSessionId === source.browserSessionId && !existing.closed) {
33
+ existing.handle = source.handle;
34
+ existing.url = source.url;
35
+ existing.title = source.title;
36
+ return;
37
+ }
38
+ if (existing) this.clearSource(conversationId);
39
+ const entry = {
40
+ conversationId,
41
+ browserSessionId: source.browserSessionId,
42
+ handle: source.handle,
43
+ url: source.url,
44
+ title: source.title,
45
+ controlEpoch: 0,
46
+ lastFramePollAt: 0,
47
+ frameSeq: 0,
48
+ frameWaiters: /* @__PURE__ */ new Set(),
49
+ inputQueue: Promise.resolve(),
50
+ pendingInputs: 0,
51
+ closed: false
52
+ };
53
+ this.entries.set(conversationId, entry);
54
+ }
55
+ clearSource(conversationId) {
56
+ const entry = this.entries.get(conversationId);
57
+ if (!entry) return;
58
+ entry.closed = true;
59
+ this.entries.delete(conversationId);
60
+ this.deps.setHumanControlled?.(conversationId, false);
61
+ this.deps.unpinSession(conversationId);
62
+ for (const waiter of entry.frameWaiters) waiter.resolve({ kind: "unavailable" });
63
+ entry.frameWaiters.clear();
64
+ const stop = entry.screencastStop;
65
+ entry.screencastStop = void 0;
66
+ if (stop) stop().catch(() => {});
67
+ }
68
+ isSessionPinned(conversationId) {
69
+ const entry = this.entries.get(conversationId);
70
+ if (!entry || entry.closed) return false;
71
+ if (entry.controlOwner && entry.controlOwner.leaseExpiresAt > Date.now()) return true;
72
+ const wait = browserAssistance(conversationId);
73
+ return Boolean(wait && [
74
+ "open",
75
+ "queued",
76
+ "resuming"
77
+ ].includes(wait.status));
78
+ }
79
+ isHumanControlled(conversationId) {
80
+ const entry = this.entries.get(conversationId);
81
+ if (!entry || entry.closed) return false;
82
+ return Boolean(entry.controlOwner && entry.controlOwner.leaseExpiresAt > Date.now());
83
+ }
84
+ available(conversationId) {
85
+ const entry = this.entries.get(conversationId);
86
+ if (!entry || entry.closed) return false;
87
+ return this.deps.isRunActive(conversationId) || this.isSessionPinned(conversationId);
88
+ }
89
+ status(conversationId, actorKey) {
90
+ const entry = this.entries.get(conversationId);
91
+ if (!entry || entry.closed || !this.available(conversationId)) return void 0;
92
+ this.expireControlLeaseIfNeeded(entry);
93
+ const wait = browserAssistance(conversationId);
94
+ const openWait = wait && ["open", "queued"].includes(wait.status) ? wait : void 0;
95
+ const owner = entry.controlOwner;
96
+ const ownControl = Boolean(owner && actorKey && owner.actorKey === actorKey);
97
+ const privacyPaused = Boolean(owner && (!actorKey || owner.actorKey !== actorKey));
98
+ return {
99
+ available: true,
100
+ mode: "managed",
101
+ interactive: true,
102
+ status: owner ? "human" : openWait ? "needs_user" : "running",
103
+ browserSessionId: entry.browserSessionId,
104
+ assistanceId: openWait?.id,
105
+ reason: openWait?.checkpoint.reason,
106
+ url: entry.handle.getUrl() || entry.url,
107
+ title: entry.title,
108
+ viewport: entry.handle.getViewport(),
109
+ ownControl,
110
+ controlOwner: owner?.deviceName,
111
+ controlEpoch: entry.controlEpoch,
112
+ privacyPaused
113
+ };
114
+ }
115
+ async takeover(conversationId, actor) {
116
+ const entry = this.requireLiveEntry(conversationId);
117
+ this.expireControlLeaseIfNeeded(entry);
118
+ if (entry.controlOwner && entry.controlOwner.actorKey !== actor.actorKey) throw new ManagedBrowserLiveError("BROWSER_CONTROL_BUSY", `${entry.controlOwner.deviceName} is currently controlling this browser.`, 409);
119
+ this.deps.pinSession(conversationId);
120
+ await this.deps.waitForIdle(conversationId);
121
+ if (entry.closed) throw new ManagedBrowserLiveError("BROWSER_SESSION_CLOSED", "The managed browser session has ended.", 404);
122
+ this.expireControlLeaseIfNeeded(entry);
123
+ if (entry.controlOwner && entry.controlOwner.actorKey !== actor.actorKey) throw new ManagedBrowserLiveError("BROWSER_CONTROL_BUSY", `${entry.controlOwner.deviceName} is currently controlling this browser.`, 409);
124
+ if (entry.controlOwner && entry.controlOwner.actorKey === actor.actorKey) entry.controlOwner.leaseExpiresAt = Date.now() + MANAGED_BROWSER_CONTROL_LEASE_MS;
125
+ else {
126
+ entry.controlEpoch += 1;
127
+ entry.controlOwner = {
128
+ actorKey: actor.actorKey,
129
+ principalId: actor.principalId,
130
+ deviceName: actor.deviceName,
131
+ epoch: entry.controlEpoch,
132
+ leaseExpiresAt: Date.now() + MANAGED_BROWSER_CONTROL_LEASE_MS,
133
+ lastSeq: 0
134
+ };
135
+ this.deps.setHumanControlled?.(conversationId, true);
136
+ this.notifyPrivacyPauseToOthers(entry, actor.actorKey);
137
+ }
138
+ this.ensureScreencast(entry).catch((err) => {
139
+ log.warn({
140
+ err,
141
+ conversationId
142
+ }, "Failed to start managed browser screencast during takeover");
143
+ });
144
+ const snapshot = this.status(conversationId, actor.actorKey);
145
+ this.deps.onStatusChanged?.(conversationId, snapshot);
146
+ return snapshot;
147
+ }
148
+ heartbeat(conversationId, actorKey, epoch) {
149
+ const entry = this.requireLiveEntry(conversationId);
150
+ this.expireControlLeaseIfNeeded(entry);
151
+ if (!entry.controlOwner || entry.controlOwner.actorKey !== actorKey || entry.controlOwner.epoch !== epoch) throw new ManagedBrowserLiveError("BROWSER_CONTROL_LOST", "Browser control lease is no longer active.", 409);
152
+ entry.controlOwner.leaseExpiresAt = Date.now() + MANAGED_BROWSER_CONTROL_LEASE_MS;
153
+ return this.status(conversationId, actorKey);
154
+ }
155
+ release(conversationId, actorKey, epoch) {
156
+ const entry = this.entries.get(conversationId);
157
+ if (!entry || entry.closed) return void 0;
158
+ if (entry.controlOwner && entry.controlOwner.actorKey === actorKey && (epoch === void 0 || entry.controlOwner.epoch === epoch)) {
159
+ entry.controlOwner = void 0;
160
+ this.deps.setHumanControlled?.(conversationId, false);
161
+ if (!this.isSessionPinned(conversationId)) this.deps.unpinSession(conversationId);
162
+ const snapshot = this.status(conversationId, actorKey);
163
+ if (snapshot) this.deps.onStatusChanged?.(conversationId, snapshot);
164
+ return snapshot;
165
+ }
166
+ return this.status(conversationId, actorKey);
167
+ }
168
+ handback(conversationId, actorKey, epoch) {
169
+ const entry = this.requireLiveEntry(conversationId);
170
+ this.expireControlLeaseIfNeeded(entry);
171
+ if (entry.controlOwner) {
172
+ if (entry.controlOwner.actorKey !== actorKey || epoch !== void 0 && entry.controlOwner.epoch !== epoch) throw new ManagedBrowserLiveError("BROWSER_CONTROL_BUSY", `${entry.controlOwner.deviceName} is currently controlling this browser.`, 409);
173
+ entry.controlOwner = void 0;
174
+ }
175
+ this.deps.setHumanControlled?.(conversationId, false);
176
+ entry.handle.invalidateRefs();
177
+ const wait = browserAssistance(conversationId);
178
+ if (wait && wait.status === "open") this.deps.resumeBrowserAssistance(conversationId, wait.id);
179
+ this.deps.unpinSession(conversationId);
180
+ const snapshot = this.status(conversationId, actorKey) ?? {
181
+ available: false,
182
+ mode: "managed",
183
+ interactive: false,
184
+ status: "running",
185
+ browserSessionId: entry.browserSessionId,
186
+ url: entry.handle.getUrl() || entry.url,
187
+ title: entry.title,
188
+ viewport: entry.handle.getViewport(),
189
+ ownControl: false,
190
+ controlEpoch: entry.controlEpoch,
191
+ privacyPaused: false
192
+ };
193
+ this.deps.onStatusChanged?.(conversationId, snapshot);
194
+ return snapshot;
195
+ }
196
+ async input(conversationId, actorKey, epoch, seq, event) {
197
+ const entry = this.requireLiveEntry(conversationId);
198
+ this.expireControlLeaseIfNeeded(entry);
199
+ const owner = entry.controlOwner;
200
+ if (!owner || owner.actorKey !== actorKey || owner.epoch !== epoch) throw new ManagedBrowserLiveError("BROWSER_CONTROL_LOST", "Browser control lease is no longer active.", 409);
201
+ if (!Number.isSafeInteger(seq) || seq <= owner.lastSeq) throw new ManagedBrowserLiveError("BROWSER_INPUT_SEQUENCE", "Stale input sequence.", 409);
202
+ if (entry.pendingInputs >= MAX_PENDING_INPUTS) throw new ManagedBrowserLiveError("BROWSER_INPUT_BACKPRESSURE", "Input queue is full.", 429);
203
+ owner.lastSeq = seq;
204
+ owner.leaseExpiresAt = Date.now() + MANAGED_BROWSER_CONTROL_LEASE_MS;
205
+ entry.pendingInputs += 1;
206
+ const work = entry.inputQueue.catch(() => {}).then(async () => {
207
+ if (entry.closed) throw new ManagedBrowserLiveError("BROWSER_SESSION_CLOSED", "Browser session closed.", 404);
208
+ this.expireControlLeaseIfNeeded(entry);
209
+ if (!entry.controlOwner || entry.controlOwner.actorKey !== actorKey || entry.controlOwner.epoch !== epoch) throw new ManagedBrowserLiveError("BROWSER_CONTROL_LOST", "Browser control lease expired.", 409);
210
+ await entry.handle.dispatchInput(event);
211
+ }).finally(() => {
212
+ entry.pendingInputs = Math.max(0, entry.pendingInputs - 1);
213
+ });
214
+ entry.inputQueue = work;
215
+ await work;
216
+ }
217
+ async waitForFrame(conversationId, actorKey, afterSeq, timeoutMs = 1200, signal) {
218
+ const entry = this.entries.get(conversationId);
219
+ if (!entry || entry.closed || !this.available(conversationId)) return { kind: "unavailable" };
220
+ this.expireControlLeaseIfNeeded(entry);
221
+ if (entry.controlOwner && entry.controlOwner.actorKey !== actorKey) return { kind: "privacy_paused" };
222
+ entry.lastFramePollAt = Date.now();
223
+ await this.ensureScreencast(entry);
224
+ if (entry.closed) return { kind: "unavailable" };
225
+ if (entry.controlOwner && entry.controlOwner.actorKey !== actorKey) return { kind: "privacy_paused" };
226
+ if (entry.latestFrame && entry.latestFrame.seq > afterSeq) return {
227
+ kind: "frame",
228
+ frame: entry.latestFrame
229
+ };
230
+ return new Promise((resolve) => {
231
+ let settled = false;
232
+ const done = (result) => {
233
+ if (settled) return;
234
+ settled = true;
235
+ clearTimeout(timer);
236
+ signal?.removeEventListener("abort", onAbort);
237
+ entry.frameWaiters.delete(waiter);
238
+ resolve(result);
239
+ };
240
+ const waiter = {
241
+ actorKey,
242
+ resolve: done
243
+ };
244
+ const onAbort = () => done({ kind: "empty" });
245
+ const timer = setTimeout(() => done({ kind: "empty" }), timeoutMs);
246
+ signal?.addEventListener("abort", onAbort, { once: true });
247
+ entry.frameWaiters.add(waiter);
248
+ });
249
+ }
250
+ requireLiveEntry(conversationId) {
251
+ const entry = this.entries.get(conversationId);
252
+ if (!entry || entry.closed || !this.available(conversationId)) throw new ManagedBrowserLiveError("BROWSER_SESSION_UNAVAILABLE", "No active managed browser session for this conversation.", 404);
253
+ return entry;
254
+ }
255
+ async ensureScreencast(entry) {
256
+ if (entry.closed || entry.screencastStop) return;
257
+ if (entry.screencastStarting) {
258
+ await entry.screencastStarting;
259
+ return;
260
+ }
261
+ const starting = entry.handle.startScreencast((frame) => {
262
+ if (entry.closed) return;
263
+ entry.frameSeq += 1;
264
+ const stored = {
265
+ ...frame,
266
+ seq: entry.frameSeq
267
+ };
268
+ entry.latestFrame = stored;
269
+ const ownerKey = entry.controlOwner?.actorKey;
270
+ for (const waiter of [...entry.frameWaiters]) if (ownerKey && waiter.actorKey !== ownerKey) waiter.resolve({ kind: "privacy_paused" });
271
+ else waiter.resolve({
272
+ kind: "frame",
273
+ frame: stored
274
+ });
275
+ }).then((stop) => {
276
+ if (entry.closed) {
277
+ stop().catch(() => {});
278
+ return;
279
+ }
280
+ entry.screencastStop = stop;
281
+ }).finally(() => {
282
+ if (entry.screencastStarting === starting) entry.screencastStarting = void 0;
283
+ });
284
+ entry.screencastStarting = starting;
285
+ await starting;
286
+ }
287
+ notifyPrivacyPauseToOthers(entry, ownerActorKey) {
288
+ for (const waiter of [...entry.frameWaiters]) if (waiter.actorKey !== ownerActorKey) waiter.resolve({ kind: "privacy_paused" });
289
+ }
290
+ expireControlLeaseIfNeeded(entry) {
291
+ if (entry.controlOwner && entry.controlOwner.leaseExpiresAt <= Date.now()) {
292
+ entry.controlOwner = void 0;
293
+ this.deps.setHumanControlled?.(entry.conversationId, false);
294
+ if (!this.isSessionPinned(entry.conversationId)) this.deps.unpinSession(entry.conversationId);
295
+ const snapshot = this.status(entry.conversationId);
296
+ if (snapshot) this.deps.onStatusChanged?.(entry.conversationId, snapshot);
297
+ }
298
+ }
299
+ sweep() {
300
+ const now = Date.now();
301
+ for (const entry of [...this.entries.values()]) {
302
+ if (entry.closed) continue;
303
+ this.expireControlLeaseIfNeeded(entry);
304
+ if (entry.screencastStop && !entry.controlOwner && entry.frameWaiters.size === 0 && now - entry.lastFramePollAt > SCREENCAST_IDLE_STOP_MS) {
305
+ const stop = entry.screencastStop;
306
+ entry.screencastStop = void 0;
307
+ stop().catch(() => {});
308
+ }
309
+ }
310
+ }
311
+ };
312
+ //#endregion
313
+ export { MANAGED_BROWSER_CONTROL_LEASE_MS, ManagedBrowserLiveError, ManagedBrowserLiveRuntime };
@@ -1,6 +1,6 @@
1
- import { closeXopcDatabase, init_connection, openXopcDatabase } from "../storage/sqlite/connection.js";
2
1
  import { browserPairingInvitationPayloadSchema, formatBrowserPairingInvitation } from "../../packages/gateway-contract/src/device-pairing.js";
3
2
  import { init_src } from "../../packages/gateway-contract/src/index.js";
3
+ import { closeXopcDatabase, init_connection, openXopcDatabase } from "../storage/sqlite/connection.js";
4
4
  import { getGatewayIdentityPublicKeyRaw, getOrCreateGatewayIdentity } from "../storage/sqlite/gateway-identity-repository.js";
5
5
  import { createDevicePairingSetup } from "../storage/sqlite/device-pairing-repository.js";
6
6
  import { loadConfig } from "../config/loader.js";
@@ -1,18 +1,18 @@
1
- import { PACKAGE_VERSION, init_package_version } from "../../package-version.js";
2
1
  import { resolveStateDir } from "../../config/paths-state.js";
2
+ import { PACKAGE_VERSION, init_package_version } from "../../package-version.js";
3
3
  import { createLogger } from "../../utils/logger/index.js";
4
4
  import { init_logger } from "../../utils/logger.js";
5
- import { init_write_file_atomic, writeTextAtomic } from "../../infra/write-file-atomic.js";
6
5
  import { init_paths, resolveBinDir, resolveConfigPath } from "../../config/paths.js";
6
+ import { init_write_file_atomic, writeTextAtomic } from "../../infra/write-file-atomic.js";
7
7
  import { assertCacheDir } from "../cache-dir-policy.js";
8
8
  import { BROWSER_EXTENSION_ID, BROWSER_NATIVE_HOST_NAME } from "../extension-identity.js";
9
9
  import "../native-messaging-host.js";
10
10
  import { resolvePackageRoot } from "../../infra/update-check.js";
11
11
  import { dirname, join } from "node:path";
12
- import { accessSync, chmodSync, constants, existsSync, mkdirSync, readFileSync, readdirSync, realpathSync, renameSync, rmSync, statSync, writeFileSync } from "node:fs";
13
- import { fileURLToPath } from "node:url";
14
12
  import { createHash } from "node:crypto";
13
+ import { accessSync, chmodSync, constants, existsSync, mkdirSync, readFileSync, readdirSync, realpathSync, renameSync, rmSync, statSync, writeFileSync } from "node:fs";
15
14
  import { execFileSync, spawn } from "node:child_process";
15
+ import { fileURLToPath } from "node:url";
16
16
  import { readFile, readdir, rm } from "node:fs/promises";
17
17
  import AdmZip from "adm-zip";
18
18
  //#region src/browser/providers/browser-ext-install.ts
@@ -1,6 +1,6 @@
1
1
  import type { BrowserActionInput, BrowserControlResult, BrowserTarget } from '@xopcai/browser-control-contract';
2
2
  import type { Config } from '../../config/schema.js';
3
- import type { BrowserDriver } from '../drivers/browser-driver.js';
3
+ import type { BrowserDriver, ManagedBrowserLiveHandle } from '../drivers/browser-driver.js';
4
4
  export interface BrowserRuntimeOptions {
5
5
  getConfig: () => Config['browser'];
6
6
  createDriver: () => Promise<BrowserDriver>;
@@ -14,6 +14,14 @@ export interface BrowserRuntimeOptions {
14
14
  tabId: number;
15
15
  origin: string;
16
16
  }) => void;
17
+ publishManagedLive?: (taskKey: string, source?: {
18
+ browserSessionId: string;
19
+ handle: ManagedBrowserLiveHandle;
20
+ url: string;
21
+ title: string;
22
+ }) => void;
23
+ isSessionPinned?: (taskKey: string) => boolean;
24
+ isHumanControlled?: (taskKey: string) => boolean;
17
25
  resolveTarget?: (taskKey: string) => BrowserTarget | undefined;
18
26
  retainSessionsUntilStopped?: boolean;
19
27
  }
@@ -23,7 +31,16 @@ export declare class BrowserRuntime {
23
31
  private connecting?;
24
32
  private readonly opening;
25
33
  private sessionsByTask;
34
+ private readonly activeActions;
35
+ private readonly pinnedTasks;
36
+ private readonly humanControlledTasks;
26
37
  constructor(options: BrowserRuntimeOptions);
38
+ pinSession(taskKey: string): void;
39
+ unpinSession(taskKey: string): void;
40
+ setHumanControlled(taskKey: string, controlled: boolean): void;
41
+ getSessionId(taskKey: string): string | undefined;
42
+ getLiveHandle(taskKey: string): ManagedBrowserLiveHandle | undefined;
43
+ waitForIdle(taskKey: string, timeoutMs?: number): Promise<void>;
27
44
  execute(taskKey: string, input: BrowserActionInput, signal?: AbortSignal): Promise<BrowserControlResult>;
28
45
  hasSessions(): boolean;
29
46
  shutdown(): Promise<void>;