@cloudcli-ai/cloudcli 1.34.0 → 1.35.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (324) hide show
  1. package/README.de.md +9 -1
  2. package/README.ja.md +8 -0
  3. package/README.ko.md +9 -1
  4. package/README.md +16 -3
  5. package/README.ru.md +9 -1
  6. package/README.tr.md +8 -1
  7. package/README.zh-CN.md +9 -1
  8. package/README.zh-TW.md +9 -1
  9. package/dist/api-docs.html +36 -18
  10. package/dist/assets/index-CtwxqzGG.js +1407 -0
  11. package/dist/assets/index-DlvtxFyt.css +32 -0
  12. package/dist/index.html +2 -2
  13. package/dist-server/server/browser-use-mcp.js +350 -0
  14. package/dist-server/server/browser-use-mcp.js.map +1 -0
  15. package/dist-server/server/claude-sdk.js +25 -5
  16. package/dist-server/server/claude-sdk.js.map +1 -1
  17. package/dist-server/server/cli.js +14 -6
  18. package/dist-server/server/cli.js.map +1 -1
  19. package/dist-server/server/computer-use-agent.js +242 -0
  20. package/dist-server/server/computer-use-agent.js.map +1 -0
  21. package/dist-server/server/computer-use-mcp.js +519 -0
  22. package/dist-server/server/computer-use-mcp.js.map +1 -0
  23. package/dist-server/server/cursor-cli.js +27 -11
  24. package/dist-server/server/cursor-cli.js.map +1 -1
  25. package/dist-server/server/gemini-cli.js +17 -2
  26. package/dist-server/server/gemini-cli.js.map +1 -1
  27. package/dist-server/server/index.js +149 -40
  28. package/dist-server/server/index.js.map +1 -1
  29. package/dist-server/server/load-env.js +1 -1
  30. package/dist-server/server/load-env.js.map +1 -1
  31. package/dist-server/server/modules/browser-use/browser-use-mcp.routes.js +107 -0
  32. package/dist-server/server/modules/browser-use/browser-use-mcp.routes.js.map +1 -0
  33. package/dist-server/server/modules/browser-use/browser-use.routes.js +93 -0
  34. package/dist-server/server/modules/browser-use/browser-use.routes.js.map +1 -0
  35. package/dist-server/server/modules/browser-use/browser-use.service.js +688 -0
  36. package/dist-server/server/modules/browser-use/browser-use.service.js.map +1 -0
  37. package/dist-server/server/modules/browser-use/tests/browser-use.service.test.js +8 -0
  38. package/dist-server/server/modules/browser-use/tests/browser-use.service.test.js.map +1 -0
  39. package/dist-server/server/modules/computer-use/actions/raw-action-dispatcher.js +55 -0
  40. package/dist-server/server/modules/computer-use/actions/raw-action-dispatcher.js.map +1 -0
  41. package/dist-server/server/modules/computer-use/actions/raw-action-types.js +2 -0
  42. package/dist-server/server/modules/computer-use/actions/raw-action-types.js.map +1 -0
  43. package/dist-server/server/modules/computer-use/computer-executor.js +212 -0
  44. package/dist-server/server/modules/computer-use/computer-executor.js.map +1 -0
  45. package/dist-server/server/modules/computer-use/computer-semantics.service.js +422 -0
  46. package/dist-server/server/modules/computer-use/computer-semantics.service.js.map +1 -0
  47. package/dist-server/server/modules/computer-use/computer-use-mcp.routes.js +126 -0
  48. package/dist-server/server/modules/computer-use/computer-use-mcp.routes.js.map +1 -0
  49. package/dist-server/server/modules/computer-use/computer-use.routes.js +196 -0
  50. package/dist-server/server/modules/computer-use/computer-use.routes.js.map +1 -0
  51. package/dist-server/server/modules/computer-use/computer-use.service.js +759 -0
  52. package/dist-server/server/modules/computer-use/computer-use.service.js.map +1 -0
  53. package/dist-server/server/modules/computer-use/desktop-agent-relay.service.js +126 -0
  54. package/dist-server/server/modules/computer-use/desktop-agent-relay.service.js.map +1 -0
  55. package/dist-server/server/modules/computer-use/index.js +3 -0
  56. package/dist-server/server/modules/computer-use/index.js.map +1 -0
  57. package/dist-server/server/modules/computer-use/semantics/adapters/helper-semantic-adapter.js +59 -0
  58. package/dist-server/server/modules/computer-use/semantics/adapters/helper-semantic-adapter.js.map +1 -0
  59. package/dist-server/server/modules/computer-use/semantics/adapters/macos/macos-semantic-adapter.js +5 -0
  60. package/dist-server/server/modules/computer-use/semantics/adapters/macos/macos-semantic-adapter.js.map +1 -0
  61. package/dist-server/server/modules/computer-use/semantics/adapters/semantic-adapter.js +2 -0
  62. package/dist-server/server/modules/computer-use/semantics/adapters/semantic-adapter.js.map +1 -0
  63. package/dist-server/server/modules/computer-use/semantics/adapters/windows/windows-semantic-adapter.js +5 -0
  64. package/dist-server/server/modules/computer-use/semantics/adapters/windows/windows-semantic-adapter.js.map +1 -0
  65. package/dist-server/server/modules/computer-use/semantics/bin/darwin-arm64/CloudCLISemantics +0 -0
  66. package/dist-server/server/modules/computer-use/semantics/bin/darwin-x64/CloudCLISemantics +0 -0
  67. package/dist-server/server/modules/computer-use/semantics/bin/win32-arm64/CloudCLISemantics.exe +0 -0
  68. package/dist-server/server/modules/computer-use/semantics/bin/win32-x64/CloudCLISemantics.exe +0 -0
  69. package/dist-server/server/modules/computer-use/semantics/helpers/semantic-helper-process.js +106 -0
  70. package/dist-server/server/modules/computer-use/semantics/helpers/semantic-helper-process.js.map +1 -0
  71. package/dist-server/server/modules/computer-use/semantics/helpers/semantic-helper-resolver.js +78 -0
  72. package/dist-server/server/modules/computer-use/semantics/helpers/semantic-helper-resolver.js.map +1 -0
  73. package/dist-server/server/modules/computer-use/semantics/semantic-session-store.js +68 -0
  74. package/dist-server/server/modules/computer-use/semantics/semantic-session-store.js.map +1 -0
  75. package/dist-server/server/modules/computer-use/semantics/semantic-tool-dispatcher.js +16 -0
  76. package/dist-server/server/modules/computer-use/semantics/semantic-tool-dispatcher.js.map +1 -0
  77. package/dist-server/server/modules/computer-use/semantics/semantic-types.js +2 -0
  78. package/dist-server/server/modules/computer-use/semantics/semantic-types.js.map +1 -0
  79. package/dist-server/server/modules/database/index.js +1 -0
  80. package/dist-server/server/modules/database/index.js.map +1 -1
  81. package/dist-server/server/modules/database/migrations.js +23 -1
  82. package/dist-server/server/modules/database/migrations.js.map +1 -1
  83. package/dist-server/server/modules/database/repositories/notification-channel-endpoints.js +100 -0
  84. package/dist-server/server/modules/database/repositories/notification-channel-endpoints.js.map +1 -0
  85. package/dist-server/server/modules/database/repositories/notification-preferences.js +8 -0
  86. package/dist-server/server/modules/database/repositories/notification-preferences.js.map +1 -1
  87. package/dist-server/server/modules/database/repositories/sessions.db.js +173 -17
  88. package/dist-server/server/modules/database/repositories/sessions.db.js.map +1 -1
  89. package/dist-server/server/modules/database/schema.js +26 -0
  90. package/dist-server/server/modules/database/schema.js.map +1 -1
  91. package/dist-server/server/modules/database/tests/projects.db.integration.test.js.map +1 -0
  92. package/dist-server/server/modules/database/tests/sessions-provider-mapping.test.js +78 -0
  93. package/dist-server/server/modules/database/tests/sessions-provider-mapping.test.js.map +1 -0
  94. package/dist-server/server/modules/database/{repositories → tests}/sessions.db.integration.test.js +10 -0
  95. package/dist-server/server/modules/database/tests/sessions.db.integration.test.js.map +1 -0
  96. package/dist-server/server/modules/notifications/index.js +4 -0
  97. package/dist-server/server/modules/notifications/index.js.map +1 -0
  98. package/dist-server/server/modules/notifications/notifications.routes.js +115 -0
  99. package/dist-server/server/modules/notifications/notifications.routes.js.map +1 -0
  100. package/dist-server/server/modules/notifications/services/desktop-notification-clients.service.js +97 -0
  101. package/dist-server/server/modules/notifications/services/desktop-notification-clients.service.js.map +1 -0
  102. package/dist-server/server/modules/notifications/services/notification-orchestrator.service.js +229 -0
  103. package/dist-server/server/modules/notifications/services/notification-orchestrator.service.js.map +1 -0
  104. package/dist-server/server/modules/notifications/websocket/desktop-notifications-websocket.service.js +79 -0
  105. package/dist-server/server/modules/notifications/websocket/desktop-notifications-websocket.service.js.map +1 -0
  106. package/dist-server/server/modules/projects/services/project-management.service.js +0 -4
  107. package/dist-server/server/modules/projects/services/project-management.service.js.map +1 -1
  108. package/dist-server/server/modules/projects/services/projects-with-sessions-fetch.service.js +10 -38
  109. package/dist-server/server/modules/projects/services/projects-with-sessions-fetch.service.js.map +1 -1
  110. package/dist-server/server/modules/providers/index.js +1 -0
  111. package/dist-server/server/modules/providers/index.js.map +1 -1
  112. package/dist-server/server/modules/providers/list/claude/claude-session-synchronizer.provider.js +24 -1
  113. package/dist-server/server/modules/providers/list/claude/claude-session-synchronizer.provider.js.map +1 -1
  114. package/dist-server/server/modules/providers/list/claude/claude-sessions.provider.js +9 -12
  115. package/dist-server/server/modules/providers/list/claude/claude-sessions.provider.js.map +1 -1
  116. package/dist-server/server/modules/providers/list/claude/claude-skills.provider.js +7 -0
  117. package/dist-server/server/modules/providers/list/claude/claude-skills.provider.js.map +1 -1
  118. package/dist-server/server/modules/providers/list/codex/codex-session-synchronizer.provider.js +7 -3
  119. package/dist-server/server/modules/providers/list/codex/codex-session-synchronizer.provider.js.map +1 -1
  120. package/dist-server/server/modules/providers/list/codex/codex-sessions.provider.js +3 -9
  121. package/dist-server/server/modules/providers/list/codex/codex-sessions.provider.js.map +1 -1
  122. package/dist-server/server/modules/providers/list/codex/codex-skills.provider.js +7 -0
  123. package/dist-server/server/modules/providers/list/codex/codex-skills.provider.js.map +1 -1
  124. package/dist-server/server/modules/providers/list/cursor/cursor-sessions.provider.js +13 -22
  125. package/dist-server/server/modules/providers/list/cursor/cursor-sessions.provider.js.map +1 -1
  126. package/dist-server/server/modules/providers/list/cursor/cursor-skills.provider.js +7 -0
  127. package/dist-server/server/modules/providers/list/cursor/cursor-skills.provider.js.map +1 -1
  128. package/dist-server/server/modules/providers/list/gemini/gemini-models.provider.js +5 -8
  129. package/dist-server/server/modules/providers/list/gemini/gemini-models.provider.js.map +1 -1
  130. package/dist-server/server/modules/providers/list/gemini/gemini-sessions.provider.js +6 -6
  131. package/dist-server/server/modules/providers/list/gemini/gemini-sessions.provider.js.map +1 -1
  132. package/dist-server/server/modules/providers/list/gemini/gemini-skills.provider.js +7 -0
  133. package/dist-server/server/modules/providers/list/gemini/gemini-skills.provider.js.map +1 -1
  134. package/dist-server/server/modules/providers/list/opencode/opencode-session-synchronizer.provider.js +17 -3
  135. package/dist-server/server/modules/providers/list/opencode/opencode-session-synchronizer.provider.js.map +1 -1
  136. package/dist-server/server/modules/providers/list/opencode/opencode-sessions.provider.js +9 -10
  137. package/dist-server/server/modules/providers/list/opencode/opencode-sessions.provider.js.map +1 -1
  138. package/dist-server/server/modules/providers/provider.routes.js +123 -1
  139. package/dist-server/server/modules/providers/provider.routes.js.map +1 -1
  140. package/dist-server/server/modules/providers/services/mcp.service.js +23 -0
  141. package/dist-server/server/modules/providers/services/mcp.service.js.map +1 -1
  142. package/dist-server/server/modules/providers/services/provider-capabilities.service.js +65 -0
  143. package/dist-server/server/modules/providers/services/provider-capabilities.service.js.map +1 -0
  144. package/dist-server/server/modules/providers/services/provider-models.service.js +1 -1
  145. package/dist-server/server/modules/providers/services/provider-models.service.js.map +1 -1
  146. package/dist-server/server/modules/providers/services/sessions-watcher.service.js +62 -23
  147. package/dist-server/server/modules/providers/services/sessions-watcher.service.js.map +1 -1
  148. package/dist-server/server/modules/providers/services/sessions.service.js +62 -4
  149. package/dist-server/server/modules/providers/services/sessions.service.js.map +1 -1
  150. package/dist-server/server/modules/providers/services/skills.service.js +11 -0
  151. package/dist-server/server/modules/providers/services/skills.service.js.map +1 -1
  152. package/dist-server/server/modules/providers/shared/skills/skills.provider.js +163 -1
  153. package/dist-server/server/modules/providers/shared/skills/skills.provider.js.map +1 -1
  154. package/dist-server/server/modules/providers/tests/opencode-sessions.test.js +45 -0
  155. package/dist-server/server/modules/providers/tests/opencode-sessions.test.js.map +1 -1
  156. package/dist-server/server/modules/providers/tests/skills.test.js +160 -0
  157. package/dist-server/server/modules/providers/tests/skills.test.js.map +1 -1
  158. package/dist-server/server/modules/websocket/index.js +1 -0
  159. package/dist-server/server/modules/websocket/index.js.map +1 -1
  160. package/dist-server/server/modules/websocket/services/chat-run-registry.service.js +252 -0
  161. package/dist-server/server/modules/websocket/services/chat-run-registry.service.js.map +1 -0
  162. package/dist-server/server/modules/websocket/services/chat-session-writer.service.js +105 -0
  163. package/dist-server/server/modules/websocket/services/chat-session-writer.service.js.map +1 -0
  164. package/dist-server/server/modules/websocket/services/chat-websocket.service.js +218 -156
  165. package/dist-server/server/modules/websocket/services/chat-websocket.service.js.map +1 -1
  166. package/dist-server/server/modules/websocket/services/desktop-agent-websocket.service.js +39 -0
  167. package/dist-server/server/modules/websocket/services/desktop-agent-websocket.service.js.map +1 -0
  168. package/dist-server/server/modules/websocket/services/shell-websocket.service.js +83 -31
  169. package/dist-server/server/modules/websocket/services/shell-websocket.service.js.map +1 -1
  170. package/dist-server/server/modules/websocket/services/websocket-server.service.js +10 -0
  171. package/dist-server/server/modules/websocket/services/websocket-server.service.js.map +1 -1
  172. package/dist-server/server/modules/websocket/tests/chat-run-registry.test.js +216 -0
  173. package/dist-server/server/modules/websocket/tests/chat-run-registry.test.js.map +1 -0
  174. package/dist-server/server/openai-codex.js +24 -14
  175. package/dist-server/server/openai-codex.js.map +1 -1
  176. package/dist-server/server/opencode-cli.js +21 -8
  177. package/dist-server/server/opencode-cli.js.map +1 -1
  178. package/dist-server/server/opencode-cli.test.js +19 -1
  179. package/dist-server/server/opencode-cli.test.js.map +1 -1
  180. package/dist-server/server/routes/settings.js +1 -1
  181. package/dist-server/server/routes/settings.js.map +1 -1
  182. package/dist-server/server/services/notification-orchestrator.js +1 -176
  183. package/dist-server/server/services/notification-orchestrator.js.map +1 -1
  184. package/dist-server/server/services/tests/notification-orchestrator.test.js +64 -0
  185. package/dist-server/server/services/tests/notification-orchestrator.test.js.map +1 -0
  186. package/dist-server/server/shared/{claude-cli-path.test.js → tests/claude-cli-path.test.js} +1 -1
  187. package/dist-server/server/shared/tests/claude-cli-path.test.js.map +1 -0
  188. package/dist-server/server/shared/tests/slice-tail-page.test.js +35 -0
  189. package/dist-server/server/shared/tests/slice-tail-page.test.js.map +1 -0
  190. package/dist-server/server/shared/utils.js +73 -1
  191. package/dist-server/server/shared/utils.js.map +1 -1
  192. package/dist-server/server/voice-proxy.js +226 -0
  193. package/dist-server/server/voice-proxy.js.map +1 -0
  194. package/electron/assets/logo-macos.icns +0 -0
  195. package/electron/assets/logo-macos.png +0 -0
  196. package/electron/assets/logo-windows.ico +0 -0
  197. package/electron/cloud.js +260 -0
  198. package/electron/computerAgent.js +290 -0
  199. package/electron/desktopNotifications.js +378 -0
  200. package/electron/desktopWindow.js +781 -0
  201. package/electron/launcher/index.html +14 -0
  202. package/electron/launcher/launcher.css +801 -0
  203. package/electron/launcher/launcher.js +829 -0
  204. package/electron/localServer.js +550 -0
  205. package/electron/main.js +1060 -0
  206. package/electron/preload.cjs +63 -0
  207. package/electron/scripts/generate-macos-icon.js +62 -0
  208. package/electron/serverInstaller.js +277 -0
  209. package/electron/tabs.js +87 -0
  210. package/electron/viewHost.js +331 -0
  211. package/package.json +86 -5
  212. package/public/api-docs.html +36 -18
  213. package/scripts/build-computer-semantics.mjs +133 -0
  214. package/scripts/copy-computer-semantics-bin.mjs +24 -0
  215. package/scripts/release/build-server-bundle.js +176 -0
  216. package/scripts/release/prepare-desktop-app.js +158 -0
  217. package/server/browser-use-mcp.ts +384 -0
  218. package/server/claude-sdk.js +27 -5
  219. package/server/cli.js +15 -6
  220. package/server/computer-use-agent.ts +279 -0
  221. package/server/computer-use-mcp.ts +574 -0
  222. package/server/cursor-cli.js +27 -11
  223. package/server/gemini-cli.js +17 -2
  224. package/server/index.js +151 -47
  225. package/server/load-env.js +1 -1
  226. package/server/modules/browser-use/browser-use-mcp.routes.ts +120 -0
  227. package/server/modules/browser-use/browser-use.routes.ts +96 -0
  228. package/server/modules/browser-use/browser-use.service.ts +836 -0
  229. package/server/modules/browser-use/tests/browser-use.service.test.ts +10 -0
  230. package/server/modules/computer-use/actions/raw-action-dispatcher.ts +67 -0
  231. package/server/modules/computer-use/actions/raw-action-types.ts +28 -0
  232. package/server/modules/computer-use/computer-executor.ts +242 -0
  233. package/server/modules/computer-use/computer-semantics.service.ts +460 -0
  234. package/server/modules/computer-use/computer-use-mcp.routes.ts +141 -0
  235. package/server/modules/computer-use/computer-use.routes.ts +211 -0
  236. package/server/modules/computer-use/computer-use.service.ts +920 -0
  237. package/server/modules/computer-use/desktop-agent-relay.service.ts +158 -0
  238. package/server/modules/computer-use/index.ts +2 -0
  239. package/server/modules/computer-use/semantics/adapters/helper-semantic-adapter.ts +82 -0
  240. package/server/modules/computer-use/semantics/adapters/macos/macos-semantic-adapter.ts +5 -0
  241. package/server/modules/computer-use/semantics/adapters/semantic-adapter.ts +23 -0
  242. package/server/modules/computer-use/semantics/adapters/windows/windows-semantic-adapter.ts +5 -0
  243. package/server/modules/computer-use/semantics/bin/darwin-arm64/CloudCLISemantics +0 -0
  244. package/server/modules/computer-use/semantics/bin/darwin-x64/CloudCLISemantics +0 -0
  245. package/server/modules/computer-use/semantics/bin/win32-arm64/CloudCLISemantics.exe +0 -0
  246. package/server/modules/computer-use/semantics/bin/win32-x64/CloudCLISemantics.exe +0 -0
  247. package/server/modules/computer-use/semantics/helpers/macos/CloudCLISemantics.swift +467 -0
  248. package/server/modules/computer-use/semantics/helpers/semantic-helper-process.ts +124 -0
  249. package/server/modules/computer-use/semantics/helpers/semantic-helper-resolver.ts +97 -0
  250. package/server/modules/computer-use/semantics/helpers/windows/CloudCLISemantics.csproj +11 -0
  251. package/server/modules/computer-use/semantics/helpers/windows/Program.cs +534 -0
  252. package/server/modules/computer-use/semantics/semantic-session-store.ts +87 -0
  253. package/server/modules/computer-use/semantics/semantic-tool-dispatcher.ts +17 -0
  254. package/server/modules/computer-use/semantics/semantic-types.ts +58 -0
  255. package/server/modules/database/index.ts +1 -0
  256. package/server/modules/database/migrations.ts +25 -0
  257. package/server/modules/database/repositories/notification-channel-endpoints.ts +153 -0
  258. package/server/modules/database/repositories/notification-preferences.ts +12 -1
  259. package/server/modules/database/repositories/sessions.db.ts +227 -23
  260. package/server/modules/database/schema.ts +27 -0
  261. package/server/modules/database/tests/sessions-provider-mapping.test.ts +108 -0
  262. package/server/modules/database/{repositories → tests}/sessions.db.integration.test.ts +12 -0
  263. package/server/modules/notifications/index.ts +13 -0
  264. package/server/modules/notifications/notifications.routes.ts +127 -0
  265. package/server/modules/notifications/services/desktop-notification-clients.service.ts +124 -0
  266. package/server/modules/notifications/services/notification-orchestrator.service.js +288 -0
  267. package/server/modules/notifications/websocket/desktop-notifications-websocket.service.ts +109 -0
  268. package/server/modules/projects/services/project-management.service.ts +0 -8
  269. package/server/modules/projects/services/projects-with-sessions-fetch.service.ts +12 -53
  270. package/server/modules/providers/README.md +1 -1
  271. package/server/modules/providers/index.ts +1 -0
  272. package/server/modules/providers/list/claude/claude-session-synchronizer.provider.ts +26 -1
  273. package/server/modules/providers/list/claude/claude-sessions.provider.ts +9 -14
  274. package/server/modules/providers/list/claude/claude-skills.provider.ts +8 -0
  275. package/server/modules/providers/list/codex/codex-session-synchronizer.provider.ts +7 -3
  276. package/server/modules/providers/list/codex/codex-sessions.provider.ts +3 -12
  277. package/server/modules/providers/list/codex/codex-skills.provider.ts +8 -0
  278. package/server/modules/providers/list/cursor/cursor-sessions.provider.ts +13 -22
  279. package/server/modules/providers/list/cursor/cursor-skills.provider.ts +8 -0
  280. package/server/modules/providers/list/gemini/gemini-models.provider.ts +5 -8
  281. package/server/modules/providers/list/gemini/gemini-sessions.provider.ts +6 -6
  282. package/server/modules/providers/list/gemini/gemini-skills.provider.ts +8 -0
  283. package/server/modules/providers/list/opencode/opencode-session-synchronizer.provider.ts +18 -4
  284. package/server/modules/providers/list/opencode/opencode-sessions.provider.ts +9 -12
  285. package/server/modules/providers/provider.routes.ts +167 -1
  286. package/server/modules/providers/services/mcp.service.ts +26 -0
  287. package/server/modules/providers/services/provider-capabilities.service.ts +91 -0
  288. package/server/modules/providers/services/provider-models.service.ts +1 -1
  289. package/server/modules/providers/services/sessions-watcher.service.ts +71 -25
  290. package/server/modules/providers/services/sessions.service.ts +79 -4
  291. package/server/modules/providers/services/skills.service.ts +25 -1
  292. package/server/modules/providers/shared/skills/skills.provider.ts +223 -0
  293. package/server/modules/providers/tests/opencode-sessions.test.ts +49 -0
  294. package/server/modules/providers/tests/skills.test.ts +212 -0
  295. package/server/modules/websocket/README.md +33 -27
  296. package/server/modules/websocket/index.ts +1 -0
  297. package/server/modules/websocket/services/chat-run-registry.service.ts +327 -0
  298. package/server/modules/websocket/services/chat-session-writer.service.ts +145 -0
  299. package/server/modules/websocket/services/chat-websocket.service.ts +292 -207
  300. package/server/modules/websocket/services/desktop-agent-websocket.service.ts +51 -0
  301. package/server/modules/websocket/services/shell-websocket.service.ts +108 -32
  302. package/server/modules/websocket/services/websocket-server.service.ts +12 -0
  303. package/server/modules/websocket/tests/chat-run-registry.test.ts +244 -0
  304. package/server/openai-codex.js +24 -14
  305. package/server/opencode-cli.js +21 -8
  306. package/server/opencode-cli.test.js +20 -1
  307. package/server/routes/settings.js +6 -1
  308. package/server/services/notification-orchestrator.js +3 -224
  309. package/server/services/tests/notification-orchestrator.test.js +80 -0
  310. package/server/shared/interfaces.ts +15 -0
  311. package/server/shared/tests/slice-tail-page.test.ts +42 -0
  312. package/server/shared/types.ts +84 -1
  313. package/server/shared/utils.ts +95 -1
  314. package/server/voice-proxy.js +224 -0
  315. package/dist/assets/index-73Xw3i9v.css +0 -32
  316. package/dist/assets/index-BIHaviaA.js +0 -1361
  317. package/dist/modelConstants.js +0 -854
  318. package/dist-server/server/modules/database/repositories/projects.db.integration.test.js.map +0 -1
  319. package/dist-server/server/modules/database/repositories/sessions.db.integration.test.js.map +0 -1
  320. package/dist-server/server/shared/claude-cli-path.test.js.map +0 -1
  321. package/public/modelConstants.js +0 -854
  322. /package/dist-server/server/modules/database/{repositories → tests}/projects.db.integration.test.js +0 -0
  323. /package/server/modules/database/{repositories → tests}/projects.db.integration.test.ts +0 -0
  324. /package/server/shared/{claude-cli-path.test.ts → tests/claude-cli-path.test.ts} +0 -0
@@ -1,40 +1,35 @@
1
1
  import type { WebSocket } from 'ws';
2
2
 
3
- import { connectedClients } from '@/modules/websocket/services/websocket-state.service.js';
4
- import { WebSocketWriter } from '@/modules/websocket/services/websocket-writer.service.js';
3
+ import { sessionsDb } from '@/modules/database/index.js';
4
+ import { chatRunRegistry } from '@/modules/websocket/services/chat-run-registry.service.js';
5
+ import { connectedClients, WS_OPEN_STATE } from '@/modules/websocket/services/websocket-state.service.js';
5
6
  import type {
6
7
  AnyRecord,
7
8
  AuthenticatedWebSocketRequest,
8
9
  LLMProvider,
9
10
  } from '@/shared/types.js';
10
- import { createNormalizedMessage, parseIncomingJsonObject } from '@/shared/utils.js';
11
-
12
- type ChatIncomingMessage = AnyRecord & {
13
- type?: string;
14
- command?: string;
15
- options?: AnyRecord;
16
- provider?: string;
17
- sessionId?: string;
18
- requestId?: string;
19
- allow?: unknown;
20
- updatedInput?: unknown;
21
- message?: unknown;
22
- rememberEntry?: unknown;
23
- };
11
+ import { parseIncomingJsonObject } from '@/shared/utils.js';
24
12
 
25
- const DEFAULT_PROVIDER: LLMProvider = 'claude';
13
+ /**
14
+ * One provider runtime entry point. All five runtimes share this signature,
15
+ * which lets the chat handler dispatch through a provider-keyed map instead
16
+ * of provider-specific branches.
17
+ */
18
+ type ProviderSpawnFn = (
19
+ command: string,
20
+ options: AnyRecord,
21
+ writer: unknown
22
+ ) => Promise<unknown>;
26
23
 
27
24
  type ChatWebSocketDependencies = {
28
- queryClaudeSDK: (command: string, options: unknown, writer: WebSocketWriter) => Promise<unknown>;
29
- spawnCursor: (command: string, options: unknown, writer: WebSocketWriter) => Promise<unknown>;
30
- queryCodex: (command: string, options: unknown, writer: WebSocketWriter) => Promise<unknown>;
31
- spawnGemini: (command: string, options: unknown, writer: WebSocketWriter) => Promise<unknown>;
32
- spawnOpenCode: (command: string, options: unknown, writer: WebSocketWriter) => Promise<unknown>;
33
- abortClaudeSDKSession: (sessionId: string) => Promise<boolean>;
34
- abortCursorSession: (sessionId: string) => boolean;
35
- abortCodexSession: (sessionId: string) => boolean;
36
- abortGeminiSession: (sessionId: string) => boolean;
37
- abortOpenCodeSession: (sessionId: string) => boolean;
25
+ /** Provider runtimes keyed by provider id. */
26
+ spawnFns: Record<LLMProvider, ProviderSpawnFn>;
27
+ /**
28
+ * Abort functions keyed by provider id. They are addressed with the
29
+ * provider-native session id (that is how runtimes key their process maps).
30
+ * The Claude abort is async; the rest are sync — both shapes are accepted.
31
+ */
32
+ abortFns: Record<LLMProvider, (providerSessionId: string) => boolean | Promise<boolean>>;
38
33
  resolveToolApproval: (
39
34
  requestId: string,
40
35
  payload: {
@@ -44,31 +39,10 @@ type ChatWebSocketDependencies = {
44
39
  rememberEntry?: unknown;
45
40
  }
46
41
  ) => void;
47
- isClaudeSDKSessionActive: (sessionId: string) => boolean;
48
- isCursorSessionActive: (sessionId: string) => boolean;
49
- isCodexSessionActive: (sessionId: string) => boolean;
50
- isGeminiSessionActive: (sessionId: string) => boolean;
51
- isOpenCodeSessionActive: (sessionId: string) => boolean;
52
- reconnectSessionWriter: (sessionId: string, ws: WebSocket) => boolean;
53
- getPendingApprovalsForSession: (sessionId: string) => unknown[];
54
- getActiveClaudeSDKSessions: () => unknown;
55
- getActiveCursorSessions: () => unknown;
56
- getActiveCodexSessions: () => unknown;
57
- getActiveGeminiSessions: () => unknown;
58
- getActiveOpenCodeSessions: () => unknown;
42
+ /** Claude-only today: pending tool approvals included in `chat_subscribed`. */
43
+ getPendingApprovalsForSession: (providerSessionId: string) => unknown[];
59
44
  };
60
45
 
61
- /**
62
- * Normalizes potentially invalid provider names coming from websocket payloads.
63
- */
64
- function readProvider(value: unknown): LLMProvider {
65
- if (value === 'claude' || value === 'cursor' || value === 'codex' || value === 'gemini' || value === 'opencode') {
66
- return value;
67
- }
68
-
69
- return DEFAULT_PROVIDER;
70
- }
71
-
72
46
  /**
73
47
  * Extracts the authenticated request user id in the formats currently produced
74
48
  * by platform and OSS auth code paths.
@@ -92,189 +66,300 @@ function readRequestUserId(
92
66
  return null;
93
67
  }
94
68
 
69
+ function sendJson(ws: WebSocket, payload: unknown): void {
70
+ if (ws.readyState === WS_OPEN_STATE) {
71
+ ws.send(JSON.stringify(payload));
72
+ }
73
+ }
74
+
95
75
  /**
96
- * Handles authenticated chat websocket messages used by the main chat panel.
76
+ * Reports a protocol-level failure to the requesting client.
77
+ *
78
+ * Protocol errors deliberately use their own `kind` (instead of the provider
79
+ * `error` message kind) so the frontend can distinguish "your request was
80
+ * invalid" from "the model run produced an error" without inspecting text.
97
81
  */
98
- export function handleChatConnection(
82
+ function sendProtocolError(
99
83
  ws: WebSocket,
100
- request: AuthenticatedWebSocketRequest,
84
+ code: string,
85
+ error: string,
86
+ sessionId?: string
87
+ ): void {
88
+ sendJson(ws, {
89
+ kind: 'protocol_error',
90
+ code,
91
+ error,
92
+ sessionId: sessionId ?? null,
93
+ timestamp: new Date().toISOString(),
94
+ });
95
+ }
96
+
97
+ function readRequiredSessionId(data: AnyRecord): string | null {
98
+ const sessionId = typeof data.sessionId === 'string' ? data.sessionId.trim() : '';
99
+ return sessionId.length > 0 ? sessionId : null;
100
+ }
101
+
102
+ /**
103
+ * Handles `chat.send`: resolves the session row (provider, project path, and
104
+ * provider-native id all come from the database — never from the client),
105
+ * registers the run, and dispatches to the provider runtime.
106
+ */
107
+ async function handleChatSend(
108
+ ws: WebSocket,
109
+ userId: string | number | null,
110
+ data: AnyRecord,
111
+ dependencies: ChatWebSocketDependencies
112
+ ): Promise<void> {
113
+ const sessionId = readRequiredSessionId(data);
114
+ if (!sessionId) {
115
+ sendProtocolError(ws, 'SESSION_ID_REQUIRED', 'chat.send requires a sessionId.');
116
+ return;
117
+ }
118
+
119
+ const session = sessionsDb.getSessionById(sessionId);
120
+ if (!session) {
121
+ sendProtocolError(
122
+ ws,
123
+ 'SESSION_NOT_FOUND',
124
+ `Session "${sessionId}" was not found. Create it via POST /api/providers/sessions first.`,
125
+ sessionId
126
+ );
127
+ return;
128
+ }
129
+
130
+ const provider = session.provider as LLMProvider;
131
+ const spawnFn = dependencies.spawnFns[provider];
132
+ if (!spawnFn) {
133
+ sendProtocolError(ws, 'UNSUPPORTED_PROVIDER', `Provider "${provider}" is not available.`, sessionId);
134
+ return;
135
+ }
136
+
137
+ const run = chatRunRegistry.startRun({
138
+ appSessionId: sessionId,
139
+ provider,
140
+ providerSessionId: session.provider_session_id,
141
+ connection: ws,
142
+ userId,
143
+ });
144
+
145
+ if (!run) {
146
+ sendProtocolError(
147
+ ws,
148
+ 'RUN_IN_PROGRESS',
149
+ `Session "${sessionId}" already has a run in progress.`,
150
+ sessionId
151
+ );
152
+ return;
153
+ }
154
+
155
+ const clientOptions = (data.options ?? {}) as AnyRecord;
156
+ const command = typeof data.content === 'string' ? data.content : '';
157
+
158
+ // The provider runtimes receive the provider-native session id (that is the
159
+ // id their CLI/SDK understands for resume). Brand-new sessions have no
160
+ // provider id yet, so the runtime starts fresh and announces one, which the
161
+ // gateway writer captures and maps back to the app session id.
162
+ const runtimeOptions: AnyRecord = {
163
+ ...clientOptions,
164
+ sessionId: session.provider_session_id ?? undefined,
165
+ resume: Boolean(session.provider_session_id),
166
+ cwd: clientOptions.cwd ?? session.project_path ?? undefined,
167
+ projectPath: session.project_path ?? clientOptions.projectPath,
168
+ };
169
+
170
+ try {
171
+ await spawnFn(command, runtimeOptions, run.writer);
172
+ } catch (error) {
173
+ const message = error instanceof Error ? error.message : String(error);
174
+ console.error(`[Chat] Provider runtime "${provider}" failed`, { sessionId, error: message });
175
+ } finally {
176
+ // Safety net: a runtime that crashed (or resolved) without emitting its
177
+ // terminal `complete` would otherwise leave the session stuck in
178
+ // "processing" forever on every connected client.
179
+ chatRunRegistry.completeRun(sessionId, { exitCode: 1 });
180
+ }
181
+ }
182
+
183
+ /**
184
+ * Handles `chat.abort`: cancels the run for one app session and emits the
185
+ * terminal `complete` on its behalf (runtimes skip their own complete for
186
+ * aborted runs, and the registry drops any duplicate).
187
+ */
188
+ async function handleChatAbort(
189
+ ws: WebSocket,
190
+ data: AnyRecord,
191
+ dependencies: ChatWebSocketDependencies
192
+ ): Promise<void> {
193
+ const sessionId = readRequiredSessionId(data);
194
+ if (!sessionId) {
195
+ sendProtocolError(ws, 'SESSION_ID_REQUIRED', 'chat.abort requires a sessionId.');
196
+ return;
197
+ }
198
+
199
+ const run = chatRunRegistry.getRun(sessionId);
200
+ if (!run || run.status !== 'running') {
201
+ sendProtocolError(ws, 'NO_ACTIVE_RUN', `Session "${sessionId}" has no active run.`, sessionId);
202
+ return;
203
+ }
204
+
205
+ const abortFn = dependencies.abortFns[run.provider];
206
+ let success = false;
207
+ if (abortFn && run.providerSessionId) {
208
+ success = Boolean(await abortFn(run.providerSessionId));
209
+ }
210
+
211
+ chatRunRegistry.completeRun(sessionId, {
212
+ exitCode: success ? 0 : 1,
213
+ aborted: true,
214
+ });
215
+ }
216
+
217
+ /**
218
+ * Handles `chat.subscribe`: for each requested session, reports whether a run
219
+ * is processing, re-attaches the live stream to this socket, replays missed
220
+ * events (seq > lastSeq), and includes pending permission requests.
221
+ *
222
+ * This single message replaces the old `check-session-status`,
223
+ * `get-pending-permissions`, and Claude-only writer reconnect flows.
224
+ */
225
+ function handleChatSubscribe(
226
+ ws: WebSocket,
227
+ data: AnyRecord,
101
228
  dependencies: ChatWebSocketDependencies
102
229
  ): void {
103
- console.log('[INFO] Chat WebSocket connected');
104
- connectedClients.add(ws);
230
+ const targets = Array.isArray(data.sessions) ? data.sessions : [];
105
231
 
106
- const writer = new WebSocketWriter(ws, readRequestUserId(request));
232
+ for (const target of targets) {
233
+ if (!target || typeof target !== 'object') {
234
+ continue;
235
+ }
107
236
 
108
- ws.on('message', async (rawMessage) => {
109
- try {
110
- const parsed = parseIncomingJsonObject(rawMessage);
111
- if (!parsed) {
112
- throw new Error('Invalid websocket payload');
113
- }
237
+ const sessionId = typeof (target as AnyRecord).sessionId === 'string'
238
+ ? ((target as AnyRecord).sessionId as string).trim()
239
+ : '';
240
+ if (!sessionId) {
241
+ continue;
242
+ }
114
243
 
115
- const data = parsed as ChatIncomingMessage;
116
- const messageType = data.type;
117
- if (!messageType) {
118
- throw new Error('Message type is required');
119
- }
244
+ const lastSeqRaw = (target as AnyRecord).lastSeq;
245
+ const lastSeq = typeof lastSeqRaw === 'number' && Number.isFinite(lastSeqRaw)
246
+ ? Math.max(0, Math.floor(lastSeqRaw))
247
+ : 0;
120
248
 
121
- if (messageType === 'claude-command') {
122
- await dependencies.queryClaudeSDK(data.command ?? '', data.options, writer);
123
- return;
124
- }
249
+ const run = chatRunRegistry.getRun(sessionId);
250
+ const isProcessing = chatRunRegistry.isProcessing(sessionId);
125
251
 
126
- if (messageType === 'cursor-command') {
127
- await dependencies.spawnCursor(data.command ?? '', data.options, writer);
128
- return;
129
- }
252
+ // Future live events for this run should land on the socket that asked —
253
+ // this is what makes mid-stream page refreshes work for all providers.
254
+ if (isProcessing) {
255
+ chatRunRegistry.attachConnection(sessionId, ws);
256
+ }
130
257
 
131
- if (messageType === 'codex-command') {
132
- await dependencies.queryCodex(data.command ?? '', data.options, writer);
133
- return;
134
- }
258
+ // Pending approvals are tracked under the provider-native id inside the
259
+ // Claude runtime; remap their sessionId so the client only sees app ids.
260
+ const pendingPermissions = (run?.providerSessionId
261
+ ? dependencies.getPendingApprovalsForSession(run.providerSessionId)
262
+ : []
263
+ ).map((approval) =>
264
+ approval && typeof approval === 'object'
265
+ ? { ...(approval as AnyRecord), sessionId }
266
+ : approval,
267
+ );
135
268
 
136
- if (messageType === 'gemini-command') {
137
- await dependencies.spawnGemini(data.command ?? '', data.options, writer);
138
- return;
139
- }
269
+ sendJson(ws, {
270
+ kind: 'chat_subscribed',
271
+ sessionId,
272
+ isProcessing,
273
+ lastSeq: run?.lastSeq ?? 0,
274
+ pendingPermissions,
275
+ timestamp: new Date().toISOString(),
276
+ });
140
277
 
141
- if (messageType === 'opencode-command') {
142
- await dependencies.spawnOpenCode(data.command ?? '', data.options, writer);
143
- return;
278
+ // Replay only for RUNNING runs, strictly after the ack. Completed runs
279
+ // are fully persisted to the provider transcript and served over REST —
280
+ // replaying them (e.g. after a page reload where the client's lastSeq is
281
+ // 0) would duplicate messages the history fetch already returned.
282
+ if (isProcessing) {
283
+ for (const event of chatRunRegistry.replayEvents(sessionId, lastSeq)) {
284
+ sendJson(ws, event);
144
285
  }
286
+ }
287
+ }
288
+ }
145
289
 
146
- if (messageType === 'cursor-resume') {
147
- await dependencies.spawnCursor(
148
- '',
149
- {
150
- sessionId: data.sessionId,
151
- resume: true,
152
- cwd: data.options?.cwd,
153
- },
154
- writer
155
- );
156
- return;
157
- }
290
+ /**
291
+ * Handles `chat.permission-response`: forwards a tool-approval decision to the
292
+ * pending approval resolver (Claude is the only provider with interactive
293
+ * approvals today, but the message is intentionally provider-neutral).
294
+ */
295
+ function handlePermissionResponse(data: AnyRecord, dependencies: ChatWebSocketDependencies): void {
296
+ if (typeof data.requestId !== 'string' || data.requestId.length === 0) {
297
+ return;
298
+ }
158
299
 
159
- if (messageType === 'abort-session') {
160
- const provider = readProvider(data.provider);
161
- const sessionId = typeof data.sessionId === 'string' ? data.sessionId : '';
162
- let success = false;
163
-
164
- if (provider === 'cursor') {
165
- success = dependencies.abortCursorSession(sessionId);
166
- } else if (provider === 'codex') {
167
- success = dependencies.abortCodexSession(sessionId);
168
- } else if (provider === 'gemini') {
169
- success = dependencies.abortGeminiSession(sessionId);
170
- } else if (provider === 'opencode') {
171
- success = dependencies.abortOpenCodeSession(sessionId);
172
- } else {
173
- success = await dependencies.abortClaudeSDKSession(sessionId);
174
- }
175
-
176
- writer.send(
177
- createNormalizedMessage({
178
- kind: 'complete',
179
- exitCode: success ? 0 : 1,
180
- aborted: true,
181
- success,
182
- sessionId,
183
- provider,
184
- })
185
- );
186
- return;
187
- }
300
+ dependencies.resolveToolApproval(data.requestId, {
301
+ allow: Boolean(data.allow),
302
+ updatedInput: data.updatedInput,
303
+ message: typeof data.message === 'string' ? data.message : undefined,
304
+ rememberEntry: data.rememberEntry,
305
+ });
306
+ }
188
307
 
189
- if (messageType === 'claude-permission-response') {
190
- if (typeof data.requestId === 'string' && data.requestId.length > 0) {
191
- dependencies.resolveToolApproval(data.requestId, {
192
- allow: Boolean(data.allow),
193
- updatedInput: data.updatedInput,
194
- message: typeof data.message === 'string' ? data.message : undefined,
195
- rememberEntry: data.rememberEntry,
196
- });
197
- }
198
- return;
199
- }
308
+ /**
309
+ * Handles authenticated chat websocket messages used by the main chat panel.
310
+ *
311
+ * Inbound protocol (client to server):
312
+ * - `chat.send` { sessionId, content, options? }
313
+ * - `chat.abort` { sessionId }
314
+ * - `chat.subscribe` { sessions: [{ sessionId, lastSeq? }] }
315
+ * - `chat.permission-response` { requestId, allow, updatedInput?, message?, rememberEntry? }
316
+ *
317
+ * Outbound protocol (server to client): every frame is `kind`-based — either
318
+ * a provider `NormalizedMessage` (with `seq`) or a gateway event
319
+ * (`chat_subscribed`, `session_upserted`, `loading_progress`,
320
+ * `protocol_error`).
321
+ */
322
+ export function handleChatConnection(
323
+ ws: WebSocket,
324
+ request: AuthenticatedWebSocketRequest,
325
+ dependencies: ChatWebSocketDependencies
326
+ ): void {
327
+ console.log('[INFO] Chat WebSocket connected');
328
+ connectedClients.add(ws);
200
329
 
201
- if (messageType === 'cursor-abort') {
202
- const sessionId = typeof data.sessionId === 'string' ? data.sessionId : '';
203
- const success = dependencies.abortCursorSession(sessionId);
204
- writer.send(
205
- createNormalizedMessage({
206
- kind: 'complete',
207
- exitCode: success ? 0 : 1,
208
- aborted: true,
209
- success,
210
- sessionId,
211
- provider: 'cursor',
212
- })
213
- );
214
- return;
215
- }
330
+ const userId = readRequestUserId(request);
216
331
 
217
- if (messageType === 'check-session-status') {
218
- const provider = readProvider(data.provider);
219
- const sessionId = typeof data.sessionId === 'string' ? data.sessionId : '';
220
- let isActive = false;
221
-
222
- if (provider === 'cursor') {
223
- isActive = dependencies.isCursorSessionActive(sessionId);
224
- } else if (provider === 'codex') {
225
- isActive = dependencies.isCodexSessionActive(sessionId);
226
- } else if (provider === 'gemini') {
227
- isActive = dependencies.isGeminiSessionActive(sessionId);
228
- } else if (provider === 'opencode') {
229
- isActive = dependencies.isOpenCodeSessionActive(sessionId);
230
- } else {
231
- isActive = dependencies.isClaudeSDKSessionActive(sessionId);
232
- if (isActive) {
233
- dependencies.reconnectSessionWriter(sessionId, ws);
234
- }
235
- }
236
-
237
- writer.send({
238
- type: 'session-status',
239
- sessionId,
240
- provider,
241
- isProcessing: isActive,
242
- });
243
- return;
332
+ ws.on('message', async (rawMessage) => {
333
+ try {
334
+ const parsed = parseIncomingJsonObject(rawMessage);
335
+ if (!parsed) {
336
+ throw new Error('Invalid websocket payload');
244
337
  }
245
338
 
246
- if (messageType === 'get-pending-permissions') {
247
- const sessionId = typeof data.sessionId === 'string' ? data.sessionId : '';
248
- if (sessionId && dependencies.isClaudeSDKSessionActive(sessionId)) {
249
- const pending = dependencies.getPendingApprovalsForSession(sessionId);
250
- writer.send({
251
- type: 'pending-permissions-response',
252
- sessionId,
253
- data: pending,
254
- });
255
- }
256
- return;
257
- }
339
+ const data = parsed as AnyRecord;
340
+ const messageType = typeof data.type === 'string' ? data.type : '';
258
341
 
259
- if (messageType === 'get-active-sessions') {
260
- writer.send({
261
- type: 'active-sessions',
262
- sessions: {
263
- claude: dependencies.getActiveClaudeSDKSessions(),
264
- cursor: dependencies.getActiveCursorSessions(),
265
- codex: dependencies.getActiveCodexSessions(),
266
- gemini: dependencies.getActiveGeminiSessions(),
267
- opencode: dependencies.getActiveOpenCodeSessions(),
268
- },
269
- });
342
+ switch (messageType) {
343
+ case 'chat.send':
344
+ await handleChatSend(ws, userId, data, dependencies);
345
+ return;
346
+ case 'chat.abort':
347
+ await handleChatAbort(ws, data, dependencies);
348
+ return;
349
+ case 'chat.subscribe':
350
+ handleChatSubscribe(ws, data, dependencies);
351
+ return;
352
+ case 'chat.permission-response':
353
+ handlePermissionResponse(data, dependencies);
354
+ return;
355
+ default:
356
+ sendProtocolError(ws, 'UNKNOWN_MESSAGE_TYPE', `Unknown message type "${messageType}".`);
357
+ return;
270
358
  }
271
359
  } catch (error) {
272
360
  const message = error instanceof Error ? error.message : String(error);
273
361
  console.error('[ERROR] Chat WebSocket error:', message);
274
- writer.send({
275
- type: 'error',
276
- error: message,
277
- });
362
+ sendProtocolError(ws, 'INTERNAL_ERROR', message);
278
363
  }
279
364
  });
280
365
 
@@ -0,0 +1,51 @@
1
+ import type { WebSocket } from 'ws';
2
+
3
+ import { desktopAgentRelay } from '@/modules/computer-use/index.js';
4
+ import type { AuthenticatedWebSocketRequest } from '@/shared/types.js';
5
+ import { parseIncomingJsonObject } from '@/shared/utils.js';
6
+
7
+ /**
8
+ * Handles the `/desktop-agent` websocket — the inbound side of the cloud
9
+ * Computer Use relay. A linked CloudCLI desktop app connects here and registers
10
+ * itself as the executor for this hosted environment. The server then forwards
11
+ * `computer_*` actions via `desktopAgentRelay`, and the agent returns results as
12
+ * `computer_relay_result` frames correlated by `id`.
13
+ */
14
+ export function handleDesktopAgentConnection(
15
+ ws: WebSocket,
16
+ request: AuthenticatedWebSocketRequest
17
+ ): void {
18
+ let registered = false;
19
+
20
+ ws.on('message', (rawMessage) => {
21
+ const data = parseIncomingJsonObject(rawMessage);
22
+ if (!data) {
23
+ return;
24
+ }
25
+ const kind = typeof data.kind === 'string' ? data.kind : typeof data.type === 'string' ? data.type : '';
26
+ if (kind === 'register' && !registered) {
27
+ const label = typeof data.label === 'string' && data.label.trim()
28
+ ? data.label.trim()
29
+ : request.user?.username
30
+ ? `desktop:${request.user.username}`
31
+ : 'desktop-agent';
32
+ registered = true;
33
+ console.log('[INFO] Desktop agent websocket registered:', label);
34
+ desktopAgentRelay.register(ws, label);
35
+ return;
36
+ }
37
+ if (kind === 'computer_relay_result' && typeof data.id === 'string') {
38
+ desktopAgentRelay.handleResult(
39
+ data.id,
40
+ (data as Record<string, unknown>).result,
41
+ typeof (data as Record<string, unknown>).error === 'string'
42
+ ? ((data as Record<string, unknown>).error as string)
43
+ : undefined
44
+ );
45
+ }
46
+ });
47
+
48
+ ws.on('close', () => {
49
+ console.log('[INFO] Desktop agent websocket disconnected');
50
+ });
51
+ }