@vellumai/assistant 0.12.0 → 0.12.1-dev.202609142113.d1590bc

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (541) hide show
  1. package/AGENTS.md +5 -1
  2. package/ARCHITECTURE.md +20 -21
  3. package/docs/architecture/turn-actor.md +15 -8
  4. package/docs/guardian-request-flow.md +16 -0
  5. package/openapi.yaml +327 -52
  6. package/package.json +2 -1
  7. package/scripts/smoke-desktop-window-theme.ts +186 -0
  8. package/src/__tests__/always-loaded-tools-guard.test.ts +18 -10
  9. package/src/__tests__/anthropic-provider.test.ts +0 -63
  10. package/src/__tests__/app-compiler.test.ts +6 -0
  11. package/src/__tests__/app-control-tool-schemas.test.ts +5 -2
  12. package/src/__tests__/app-dir-path-guard.test.ts +1 -3
  13. package/src/__tests__/assistant-event-hub-machine-name.test.ts +6 -7
  14. package/src/__tests__/assistant-event-hub.test.ts +44 -0
  15. package/src/__tests__/computer-use-skill-manifest-regression.test.ts +1 -1
  16. package/src/__tests__/computer-use-skill-proxy-bridge.test.ts +5 -2
  17. package/src/__tests__/computer-use-tools.test.ts +19 -7
  18. package/src/__tests__/config-schema-cmd.test.ts +2 -2
  19. package/src/__tests__/config-schema.test.ts +28 -29
  20. package/src/__tests__/config-watcher.test.ts +23 -8
  21. package/src/__tests__/connection-model-compat.test.ts +2 -2
  22. package/src/__tests__/conversation-key-store-disk-view.test.ts +1 -1
  23. package/src/__tests__/conversation-pairing.test.ts +26 -0
  24. package/src/__tests__/conversation-process-app-control-preactivation.test.ts +4 -10
  25. package/src/__tests__/conversation-queue.test.ts +48 -207
  26. package/src/__tests__/conversation-retry-discard.test.ts +54 -1
  27. package/src/__tests__/conversation-skill-tools.test.ts +27 -0
  28. package/src/__tests__/conversation-surfaces-app-control.test.ts +8 -3
  29. package/src/__tests__/conversation-surfaces-task-progress.test.ts +67 -0
  30. package/src/__tests__/conversation-title-service.test.ts +14 -10
  31. package/src/__tests__/conversation-tool-setup-app-refresh.test.ts +3 -5
  32. package/src/__tests__/conversation-tool-setup-attribution.test.ts +51 -0
  33. package/src/__tests__/credential-record-retire.test.ts +171 -1
  34. package/src/__tests__/credential-routes.test.ts +212 -3
  35. package/src/__tests__/credential-security-invariants.test.ts +4 -2
  36. package/src/__tests__/cu-unified-flow.test.ts +8 -2
  37. package/src/__tests__/document-sync-tags.test.ts +25 -0
  38. package/src/__tests__/drain-kick-guard.test.ts +0 -2
  39. package/src/__tests__/drain-requeue-on-contention.test.ts +0 -6
  40. package/src/__tests__/evict-conversations-for-reload.test.ts +1 -1
  41. package/src/__tests__/git-porcelain.test.ts +47 -0
  42. package/src/__tests__/heartbeat-service.test.ts +56 -40
  43. package/src/__tests__/helpers/set-workspace-mcp.ts +11 -0
  44. package/src/__tests__/host-bash-proxy.test.ts +26 -45
  45. package/src/__tests__/host-browser-proxy.test.ts +6 -17
  46. package/src/__tests__/host-cu-proxy.test.ts +539 -0
  47. package/src/__tests__/host-file-proxy-targeted.test.ts +23 -0
  48. package/src/__tests__/host-file-proxy.test.ts +11 -23
  49. package/src/__tests__/host-transfer-proxy-targeted.test.ts +30 -9
  50. package/src/__tests__/list-messages-camera-frame.test.ts +121 -0
  51. package/src/__tests__/llm-catalog-parity.test.ts +25 -0
  52. package/src/__tests__/mcp-auth-routes.test.ts +6 -9
  53. package/src/__tests__/mcp-config-secret-boundary.test.ts +78 -136
  54. package/src/__tests__/mcp-health-check.test.ts +8 -11
  55. package/src/__tests__/mcp-list-plugin-servers.test.ts +8 -10
  56. package/src/__tests__/message-deleted-hook-dispatch.test.ts +119 -0
  57. package/src/__tests__/messages-after-tiebreaker.test.ts +91 -0
  58. package/src/__tests__/messages-read-boundary-guard.test.ts +1 -1
  59. package/src/__tests__/messaging-send-tool.test.ts +355 -548
  60. package/src/__tests__/model-intents.test.ts +3 -0
  61. package/src/__tests__/notification-vellum-adapter.test.ts +85 -2
  62. package/src/__tests__/oauth-commands-routes.test.ts +113 -0
  63. package/src/__tests__/oauth-provider-profiles.test.ts +18 -0
  64. package/src/__tests__/openai-provider.test.ts +1 -0
  65. package/src/__tests__/outlook-messaging-provider.test.ts +6 -6
  66. package/src/__tests__/platform-callback-registration.test.ts +8 -16
  67. package/src/__tests__/platform-client-verify-credential.test.ts +2 -0
  68. package/src/__tests__/plugin-import-boundary-guard.test.ts +14 -0
  69. package/src/__tests__/qdrant-manager.test.ts +132 -0
  70. package/src/__tests__/resolve-app.test.ts +135 -0
  71. package/src/__tests__/scaffold-managed-skill-tool.test.ts +229 -6
  72. package/src/__tests__/script-proxy-certs.test.ts +35 -0
  73. package/src/__tests__/service-account-token.test.ts +247 -0
  74. package/src/__tests__/skill-feature-flags-integration.test.ts +1 -1
  75. package/src/__tests__/skill-feature-flags.test.ts +2 -2
  76. package/src/__tests__/skills.test.ts +9 -4
  77. package/src/__tests__/source-fingerprint.test.ts +184 -0
  78. package/src/__tests__/subagent-tool-gate-mode.test.ts +19 -3
  79. package/src/__tests__/subagent-tools.test.ts +3 -2
  80. package/src/__tests__/telephony-tts-guard.test.ts +38 -3
  81. package/src/__tests__/test-support/computer-use-skill-harness.ts +3 -2
  82. package/src/__tests__/unicode.test.ts +13 -0
  83. package/src/__tests__/vellum-self-knowledge-inline-command.test.ts +4 -0
  84. package/src/__tests__/watch-retro-tool-availability.test.ts +8 -17
  85. package/src/__tests__/workspace-git-service.test.ts +26 -0
  86. package/src/__tests__/workspace-migration-154-repair-retired-codex-gpt-5-4-model-ids.test.ts +336 -0
  87. package/src/acp/__tests__/agent-process.test.ts +258 -4
  88. package/src/acp/__tests__/auth-required.test.ts +96 -0
  89. package/src/acp/__tests__/client-handler.test.ts +90 -2
  90. package/src/acp/__tests__/helpers/acp-model-option.ts +51 -0
  91. package/src/acp/__tests__/session-manager-persistence.test.ts +5 -1
  92. package/src/acp/__tests__/session-manager-resume.test.ts +270 -6
  93. package/src/acp/__tests__/session-manager-usage.test.ts +4 -2
  94. package/src/acp/__tests__/session-manager.test.ts +895 -4
  95. package/src/acp/agent-process.test.ts +4 -1
  96. package/src/acp/agent-process.ts +96 -10
  97. package/src/acp/auth-required.ts +50 -1
  98. package/src/acp/auto-install.test.ts +9 -7
  99. package/src/acp/client-handler.ts +16 -3
  100. package/src/acp/model-config.test.ts +166 -0
  101. package/src/acp/model-config.ts +138 -0
  102. package/src/acp/resolve-agent.test.ts +220 -6
  103. package/src/acp/resolve-agent.ts +88 -23
  104. package/src/acp/session-manager.test.ts +196 -3
  105. package/src/acp/session-manager.ts +441 -18
  106. package/src/acp/types.ts +50 -5
  107. package/src/agent/loop.ts +1 -0
  108. package/src/api/events/acp-session-model-update.test.ts +88 -0
  109. package/src/api/events/acp-session-model-update.ts +46 -0
  110. package/src/api/events/app-files-changed.ts +4 -3
  111. package/src/api/events/notification-intent.ts +2 -0
  112. package/src/api/events/user-message-echo.ts +7 -1
  113. package/src/api/index.ts +6 -0
  114. package/src/api/responses/conversation-message.ts +5 -0
  115. package/src/apps/app-store.ts +1 -1
  116. package/src/apps/resolve-app.ts +81 -0
  117. package/src/apps/source-fingerprint.ts +266 -0
  118. package/src/avatar/identity-avatar.ts +7 -2
  119. package/src/bundler/app-compiler.ts +15 -0
  120. package/src/calls/__tests__/barge-in-guard.test.ts +81 -0
  121. package/src/{__tests__ → calls/__tests__}/call-controller.test.ts +503 -82
  122. package/src/{__tests__ → calls/__tests__}/media-stream-audio-transcode.test.ts +1 -1
  123. package/src/{__tests__ → calls/__tests__}/media-stream-output.test.ts +37 -8
  124. package/src/{__tests__ → calls/__tests__}/media-stream-parser.test.ts +1 -1
  125. package/src/{__tests__ → calls/__tests__}/media-stream-server-integration.test.ts +150 -57
  126. package/src/{__tests__ → calls/__tests__}/media-stream-stt-session.test.ts +5 -5
  127. package/src/{__tests__ → calls/__tests__}/media-turn-detector.test.ts +1 -1
  128. package/src/{live-voice → calls}/__tests__/progress-narration.test.ts +4 -4
  129. package/src/{live-voice → calls}/__tests__/progress-phrases.test.ts +1 -1
  130. package/src/calls/__tests__/voice-control-protocol.test.ts +58 -25
  131. package/src/calls/__tests__/voice-leg-coordinator.test.ts +229 -0
  132. package/src/calls/__tests__/voice-progress-cadence.test.ts +274 -0
  133. package/src/{__tests__/voice-session-bridge.test.ts → calls/__tests__/voice-session-bridge-turn-flow.test.ts} +20 -12
  134. package/src/calls/__tests__/voice-session-bridge.test.ts +37 -1
  135. package/src/calls/__tests__/voice-triage-escalate.test.ts +105 -0
  136. package/src/calls/barge-in-guard.ts +118 -0
  137. package/src/calls/call-constants.ts +24 -4
  138. package/src/calls/call-controller.ts +499 -199
  139. package/src/calls/call-transport.ts +16 -0
  140. package/src/calls/media-stream-output.ts +32 -0
  141. package/src/calls/media-stream-server.ts +82 -30
  142. package/src/calls/media-stream-stt-session.ts +15 -0
  143. package/src/{live-voice → calls}/progress-narration.ts +2 -2
  144. package/src/calls/resolve-call-tts-provider.ts +33 -2
  145. package/src/calls/tts-call-strategy.ts +9 -5
  146. package/src/calls/types.ts +2 -0
  147. package/src/calls/voice-control-protocol.ts +53 -21
  148. package/src/calls/voice-leg-coordinator.ts +189 -0
  149. package/src/calls/voice-progress-cadence.ts +423 -0
  150. package/src/calls/voice-session-bridge.ts +59 -46
  151. package/src/calls/voice-triage-escalate.ts +175 -56
  152. package/src/cli/commands/__tests__/apps.test.ts +245 -0
  153. package/src/cli/commands/__tests__/bash.test.ts +53 -0
  154. package/src/cli/commands/__tests__/roadmap.help.test.ts +19 -0
  155. package/src/cli/commands/apps.help.ts +67 -13
  156. package/src/cli/commands/apps.ts +183 -0
  157. package/src/cli/commands/bash.help.ts +8 -13
  158. package/src/cli/commands/bash.ts +7 -25
  159. package/src/cli/commands/channels/__tests__/send.test.ts +218 -0
  160. package/src/cli/commands/channels/index.help.ts +70 -2
  161. package/src/cli/commands/channels/index.ts +16 -3
  162. package/src/cli/commands/channels/send.ts +128 -0
  163. package/src/cli/commands/credentials.help.ts +6 -2
  164. package/src/cli/commands/credentials.ts +2 -2
  165. package/src/cli/commands/mcp.help.ts +8 -8
  166. package/src/cli/commands/mcp.ts +1 -1
  167. package/src/cli/commands/roadmap.help.ts +5 -1
  168. package/src/cli/commands/roadmap.ts +1 -1
  169. package/src/cli/lib/bundled-marketplace.json +103 -90
  170. package/src/config/__tests__/default-profile-catalog.test.ts +22 -0
  171. package/src/config/__tests__/memory-retrospective-schema.test.ts +15 -1
  172. package/src/config/__tests__/platform-identity.test.ts +255 -0
  173. package/src/config/__tests__/platform-rehydration.test.ts +99 -9
  174. package/src/config/acp-agent-write.ts +43 -0
  175. package/src/config/acp-defaults.test.ts +13 -3
  176. package/src/config/acp-defaults.ts +23 -6
  177. package/src/config/acp-schema.test.ts +81 -0
  178. package/src/config/acp-schema.ts +30 -2
  179. package/src/config/bundled-skills/acp/SKILL.md +22 -14
  180. package/src/config/bundled-skills/acp/TOOLS.json +5 -1
  181. package/src/config/bundled-skills/app-builder/SKILL.md +12 -9
  182. package/src/config/bundled-skills/app-builder/references/CUSTOM_ROUTES.md +1 -1
  183. package/src/config/bundled-skills/computer-use/SKILL.md +20 -2
  184. package/src/config/bundled-skills/computer-use/TOOLS.json +99 -0
  185. package/src/config/bundled-skills/computer-use/tools/computer-use-sequence.ts +12 -0
  186. package/src/config/bundled-skills/media-processing/services/preprocess.ts +2 -1
  187. package/src/config/bundled-skills/media-processing/services/processing-pipeline.ts +2 -1
  188. package/src/config/bundled-skills/media-processing/tools/generate-clip.ts +2 -1
  189. package/src/config/bundled-skills/messaging/SKILL.md +3 -3
  190. package/src/config/bundled-skills/messaging/TOOLS.json +3 -3
  191. package/src/config/bundled-skills/messaging/tools/messaging-send.ts +67 -139
  192. package/src/config/bundled-skills/phone-calls/references/TRANSCRIPTS.md +1 -1
  193. package/src/config/bundled-skills/playbooks/tools/playbook-create.ts +2 -1
  194. package/src/config/bundled-skills/playbooks/tools/playbook-update.ts +2 -1
  195. package/src/config/bundled-skills/schedule/SKILL.md +3 -4
  196. package/src/config/bundled-skills/screen-annotation/SKILL.md +8 -1
  197. package/src/config/bundled-skills/screen-annotation/tools/screen-annotation.test.ts +4 -1
  198. package/src/config/bundled-skills/skill-management/TOOLS.json +6 -2
  199. package/src/config/bundled-skills/transcribe/tools/transcribe-media.ts +5 -2
  200. package/src/config/default-profile-catalog.ts +1 -1
  201. package/src/config/env.ts +2 -2
  202. package/src/config/feature-flag-registry.json +24 -12
  203. package/src/config/loader.ts +1 -0
  204. package/src/config/memory-v3-gate.test.ts +31 -0
  205. package/src/config/memory-v3-gate.ts +20 -16
  206. package/src/config/platform-identity.ts +201 -0
  207. package/src/config/platform-rehydration.ts +11 -27
  208. package/src/config/schema.ts +2 -2
  209. package/src/config/schemas/__tests__/live-voice.test.ts +8 -158
  210. package/src/config/schemas/__tests__/voice.test.ts +148 -0
  211. package/src/config/schemas/calls.ts +1 -28
  212. package/src/config/schemas/live-voice.ts +1 -173
  213. package/src/config/schemas/mcp.ts +1 -1
  214. package/src/config/schemas/memory-retrospective.ts +10 -0
  215. package/src/config/schemas/services.ts +8 -0
  216. package/src/config/schemas/skills.ts +0 -14
  217. package/src/config/schemas/voice.ts +150 -0
  218. package/src/credential-execution/process-manager.test.ts +18 -19
  219. package/src/credential-health/credential-health-service.ts +11 -17
  220. package/src/daemon/__tests__/conversation-tool-setup.test.ts +66 -121
  221. package/src/daemon/__tests__/plugin-mcp-reconcile.test.ts +4 -1
  222. package/src/daemon/__tests__/skill-memory-refresh-mtime.test.ts +133 -0
  223. package/src/daemon/app-change-notify.ts +45 -0
  224. package/src/daemon/config-watcher.ts +13 -194
  225. package/src/daemon/conversation-error.ts +3 -2
  226. package/src/daemon/conversation-media-retry.ts +2 -1
  227. package/src/daemon/conversation-process.ts +35 -64
  228. package/src/daemon/conversation-runtime-assembly.ts +2 -1
  229. package/src/daemon/conversation-skill-tools.ts +13 -31
  230. package/src/daemon/conversation-store.ts +1 -1
  231. package/src/daemon/conversation-surfaces.ts +15 -9
  232. package/src/daemon/conversation-tool-setup.ts +37 -43
  233. package/src/daemon/conversation.ts +0 -3
  234. package/src/daemon/dictation-profile-store.ts +2 -1
  235. package/src/daemon/handlers/shared.ts +2 -1
  236. package/src/daemon/handlers/skills.ts +6 -3
  237. package/src/daemon/host-bash-proxy.ts +8 -12
  238. package/src/daemon/host-browser-proxy.ts +15 -1
  239. package/src/daemon/host-cu-proxy.ts +186 -19
  240. package/src/daemon/host-file-proxy.ts +8 -10
  241. package/src/daemon/host-proxy-preactivation.ts +2 -1
  242. package/src/daemon/host-transfer-proxy.ts +14 -18
  243. package/src/daemon/lifecycle.ts +0 -5
  244. package/src/daemon/mcp-reload-service.ts +5 -5
  245. package/src/daemon/message-types/sync.ts +1 -0
  246. package/src/daemon/orphan-reaper.ts +1 -1
  247. package/src/daemon/providers-setup.ts +1 -1
  248. package/src/daemon/reaction-history-render.ts +2 -1
  249. package/src/daemon/shutdown-handlers.ts +1 -9
  250. package/src/daemon/skill-memory-refresh.ts +64 -0
  251. package/src/daemon/tool-side-effects.ts +7 -18
  252. package/src/desktop/__tests__/fake-desktop.ts +119 -0
  253. package/src/desktop/desktop-chrome-policy.test.ts +71 -0
  254. package/src/desktop/desktop-chrome-policy.ts +42 -0
  255. package/src/desktop/desktop-dependencies.test.ts +102 -0
  256. package/src/desktop/desktop-dependencies.ts +306 -0
  257. package/src/desktop/desktop-feature.test.ts +18 -0
  258. package/src/desktop/desktop-feature.ts +19 -0
  259. package/src/desktop/desktop-panel-config.test.ts +135 -0
  260. package/src/desktop/desktop-panel-config.ts +149 -0
  261. package/src/desktop/desktop-session-manager.test.ts +627 -0
  262. package/src/desktop/desktop-session-manager.ts +814 -0
  263. package/src/desktop/desktop-stream-bridge.test.ts +395 -0
  264. package/src/desktop/desktop-stream-bridge.ts +214 -0
  265. package/src/desktop/desktop-wallpaper.test.ts +191 -0
  266. package/src/desktop/desktop-wallpaper.ts +113 -0
  267. package/src/desktop/desktop-window-theme.ts +170 -0
  268. package/src/heartbeat/heartbeat-service.ts +21 -3
  269. package/src/home/__tests__/feed-writer.test.ts +22 -0
  270. package/src/home/feed-writer.ts +11 -2
  271. package/src/hooks/types.ts +33 -0
  272. package/src/i18n/AGENTS.md +22 -0
  273. package/src/i18n/__tests__/i18n.test.ts +108 -0
  274. package/src/i18n/index.ts +16 -0
  275. package/src/i18n/locales.ts +93 -0
  276. package/src/i18n/messages.ts +61 -0
  277. package/src/i18n/title.ts +25 -0
  278. package/src/inbound/platform-callback-registration.ts +4 -5
  279. package/src/live-voice/__tests__/live-voice-metrics.test.ts +0 -3
  280. package/src/live-voice/__tests__/live-voice-progress.test.ts +15 -15
  281. package/src/live-voice/__tests__/live-voice-sight-frame-echo.test.ts +238 -0
  282. package/src/live-voice/__tests__/live-voice-vad.test.ts +2 -2
  283. package/src/live-voice/__tests__/runtime-websocket-shell.test.ts +13 -69
  284. package/src/live-voice/live-voice-photo.ts +25 -6
  285. package/src/live-voice/live-voice-session.ts +213 -693
  286. package/src/live-voice/protocol.ts +0 -2
  287. package/src/mcp/__tests__/effective-config.test.ts +2 -2
  288. package/src/mcp/__tests__/workspace-mcp-config.test.ts +135 -0
  289. package/src/mcp/effective-config.ts +3 -3
  290. package/src/mcp/mcp-header-store.ts +29 -45
  291. package/src/mcp/spec-schema.ts +111 -0
  292. package/src/mcp/startup.ts +8 -4
  293. package/src/mcp/workspace-mcp-config.ts +188 -0
  294. package/src/messaging/provider.ts +10 -3
  295. package/src/messaging/providers/__tests__/proactive-address.test.ts +95 -0
  296. package/src/messaging/providers/callback-routing.ts +18 -0
  297. package/src/messaging/providers/channel-transport.ts +56 -0
  298. package/src/messaging/providers/discord/transport.ts +17 -0
  299. package/src/messaging/providers/slack/__tests__/adapter-token-routing.test.ts +6 -17
  300. package/src/messaging/providers/slack/adapter.ts +7 -44
  301. package/src/messaging/providers/slack/transport.ts +16 -0
  302. package/src/messaging/providers/telegram-bot/adapter.ts +1 -48
  303. package/src/messaging/providers/telegram-bot/client.ts +0 -26
  304. package/src/messaging/providers/telegram-bot/transport.ts +20 -0
  305. package/src/messaging/providers/whatsapp/adapter.ts +1 -48
  306. package/src/messaging/providers/whatsapp/transport.ts +18 -0
  307. package/src/monitoring/__tests__/workspace-git-heartbeat.test.ts +8 -0
  308. package/src/notifications/__tests__/assistant-reply-producer.test.ts +55 -0
  309. package/src/notifications/__tests__/guardian-feed-projection.test.ts +158 -2
  310. package/src/notifications/__tests__/home-feed-side-effect.test.ts +153 -3
  311. package/src/notifications/__tests__/schedule-result-producer.test.ts +99 -3
  312. package/src/notifications/adapters/macos.ts +3 -0
  313. package/src/notifications/assistant-reply-producer.ts +8 -3
  314. package/src/notifications/conversation-pairing.ts +36 -16
  315. package/src/notifications/delivered-post-record.ts +11 -1
  316. package/src/notifications/guardian-feed-projection.ts +125 -5
  317. package/src/notifications/home-feed-side-effect.ts +55 -7
  318. package/src/notifications/schedule-result-producer.ts +66 -22
  319. package/src/oauth/AGENTS.md +2 -0
  320. package/src/oauth/__tests__/seed-providers-managed.test.ts +54 -0
  321. package/src/oauth/byo-connection.test.ts +105 -0
  322. package/src/oauth/byo-connection.ts +36 -6
  323. package/src/oauth/connection-resolver.test.ts +73 -0
  324. package/src/oauth/connection-resolver.ts +95 -2
  325. package/src/oauth/scope-utils.ts +24 -0
  326. package/src/oauth/seed-providers.ts +204 -25
  327. package/src/outbound-proxy/certs.ts +3 -5
  328. package/src/permissions/checker.test.ts +11 -6
  329. package/src/persistence/compaction-log-store-clickhouse.ts +3 -3
  330. package/src/persistence/conversation-crud.ts +71 -63
  331. package/src/persistence/conversation-lineage.ts +12 -4
  332. package/src/persistence/conversation-queries.ts +2 -2
  333. package/src/persistence/conversation-title-placeholders.ts +23 -0
  334. package/src/persistence/conversation-title-service.ts +9 -26
  335. package/src/persistence/embeddings/qdrant-manager.ts +163 -18
  336. package/src/persistence/llm-request-log-sink-clickhouse.ts +3 -3
  337. package/src/persistence/llm-request-log-source-clickhouse.ts +3 -3
  338. package/src/persistence/message-cursor.ts +78 -0
  339. package/src/persistence/message-reads.ts +30 -0
  340. package/src/persistence/migrations/157-invite-contact-id.ts +18 -6
  341. package/src/persistence/migrations/__tests__/157-invite-contact-id.test.ts +149 -0
  342. package/src/persistence/schema/memory-core.ts +5 -0
  343. package/src/platform/client.test.ts +4 -2
  344. package/src/platform/client.ts +2 -10
  345. package/src/plugin-api/constants.ts +2 -0
  346. package/src/plugin-api/index.ts +1 -0
  347. package/src/plugin-api/types.ts +2 -0
  348. package/src/plugins/defaults/index.ts +2 -0
  349. package/src/plugins/defaults/memory/__tests__/memory-retrospective-accounting.test.ts +46 -0
  350. package/src/plugins/defaults/memory/__tests__/memory-retrospective-cursor-backfill.test.ts +118 -0
  351. package/src/plugins/defaults/memory/__tests__/memory-retrospective-cursor-preserve.test.ts +83 -0
  352. package/src/plugins/defaults/memory/__tests__/memory-retrospective-enqueue.test.ts +9 -5
  353. package/src/plugins/defaults/memory/__tests__/memory-retrospective-job.test.ts +20 -10
  354. package/src/plugins/defaults/memory/__tests__/memory-retrospective-prompt.test.ts +5 -0
  355. package/src/plugins/defaults/memory/__tests__/memory-retrospective-state.test.ts +219 -0
  356. package/src/plugins/defaults/memory/__tests__/memory-retrospective-sweep.test.ts +31 -0
  357. package/src/plugins/defaults/memory/__tests__/memory-retrospective-trigger-check.test.ts +63 -0
  358. package/src/plugins/defaults/memory/__tests__/shutdown-hook.test.ts +4 -0
  359. package/src/plugins/defaults/memory/context-search/agent-runner.ts +3 -2
  360. package/src/plugins/defaults/memory/context-search/format.ts +3 -2
  361. package/src/plugins/defaults/memory/context-search/sources/memory-v2.ts +6 -3
  362. package/src/plugins/defaults/memory/context-search/sources/workspace.ts +3 -2
  363. package/src/plugins/defaults/memory/graph/capability-seed.ts +6 -7
  364. package/src/plugins/defaults/memory/hooks/init.ts +10 -0
  365. package/src/plugins/defaults/memory/hooks/message-deleted.ts +21 -0
  366. package/src/plugins/defaults/memory/hooks/shutdown.ts +2 -0
  367. package/src/plugins/defaults/memory/host-utils.ts +10 -0
  368. package/src/plugins/defaults/memory/jobs-worker.ts +13 -0
  369. package/src/plugins/defaults/memory/memory-retrospective-accounting.ts +34 -60
  370. package/src/plugins/defaults/memory/memory-retrospective-cursor-backfill.ts +126 -0
  371. package/src/plugins/defaults/memory/memory-retrospective-cursor-preserve.ts +79 -0
  372. package/src/plugins/defaults/memory/memory-retrospective-cursor.ts +28 -0
  373. package/src/plugins/defaults/memory/memory-retrospective-enqueue.ts +3 -5
  374. package/src/plugins/defaults/memory/memory-retrospective-job.ts +12 -3
  375. package/src/plugins/defaults/memory/memory-retrospective-prompt.ts +1 -1
  376. package/src/plugins/defaults/memory/memory-retrospective-state.ts +312 -71
  377. package/src/plugins/defaults/memory/memory-retrospective-sweep.ts +2 -1
  378. package/src/plugins/defaults/memory/memory-retrospective-trigger-check.ts +5 -3
  379. package/src/plugins/defaults/memory/skill-md-mtime-poll.ts +9 -0
  380. package/src/plugins/defaults/memory/startup.ts +28 -2
  381. package/src/plugins/defaults/memory/substrate/__tests__/skill-content.test.ts +7 -9
  382. package/src/plugins/defaults/memory/substrate/page-index.ts +6 -1
  383. package/src/plugins/defaults/memory/substrate/skill-content.ts +2 -2
  384. package/src/plugins/defaults/memory/v1/graph/consolidation.ts +4 -2
  385. package/src/plugins/defaults/memory/v1/graph/extraction.ts +4 -2
  386. package/src/plugins/defaults/memory/v1/graph/retriever.ts +4 -1
  387. package/src/plugins/defaults/memory/v2/reranker.ts +6 -1
  388. package/src/plugins/defaults/memory/v3/__tests__/card.test.ts +24 -0
  389. package/src/plugins/defaults/memory/v3/__tests__/pool-select.test.ts +125 -0
  390. package/src/plugins/defaults/memory/v3/__tests__/sections.test.ts +26 -0
  391. package/src/plugins/defaults/memory/v3/__tests__/shadow-plugin.test.ts +30 -0
  392. package/src/plugins/defaults/memory/v3/card.ts +3 -2
  393. package/src/plugins/defaults/memory/v3/pool-select.ts +5 -3
  394. package/src/plugins/defaults/memory/v3/sections.ts +9 -3
  395. package/src/plugins/defaults/memory/v3/shadow-plugin.ts +5 -2
  396. package/src/plugins/defaults/memory/worker.ts +6 -0
  397. package/src/plugins/mcp-servers.ts +15 -75
  398. package/src/providers/__tests__/connection-model-compat.test.ts +3 -3
  399. package/src/providers/__tests__/retry-outbound-sanitize.test.ts +176 -0
  400. package/src/providers/anthropic/client.ts +0 -47
  401. package/src/providers/gemini/client.ts +9 -23
  402. package/src/providers/gemini-thought-signature.test.ts +63 -0
  403. package/src/providers/gemini-thought-signature.ts +44 -0
  404. package/src/providers/inference/auth.ts +2 -3
  405. package/src/providers/inference/connection-availability.ts +27 -8
  406. package/src/providers/inference/resolve-auth.ts +22 -4
  407. package/src/providers/inference/service-account-token.ts +248 -0
  408. package/src/providers/model-catalog.ts +34 -0
  409. package/src/providers/model-intents.ts +10 -5
  410. package/src/providers/openai/__tests__/chat-completions-output-token-limit.test.ts +141 -0
  411. package/src/providers/openai/__tests__/chat-completions-provider-reasoning.test.ts +146 -18
  412. package/src/providers/openai/__tests__/chat-completions-provider-thought-signature.test.ts +613 -0
  413. package/src/providers/openai/__tests__/google-thought-signature.test.ts +235 -0
  414. package/src/providers/openai/__tests__/tool-choice-mapping.test.ts +83 -1
  415. package/src/providers/openai/chat-completions-provider.ts +212 -79
  416. package/src/providers/openai/codex-models.ts +0 -4
  417. package/src/providers/openai/google-thought-signature.ts +320 -0
  418. package/src/providers/openrouter/client.ts +20 -0
  419. package/src/providers/outbound-request-sanitize.ts +96 -0
  420. package/src/providers/retry.ts +24 -3
  421. package/src/providers/unparseable-tool-args.ts +5 -1
  422. package/src/runtime/AGENTS.md +3 -1
  423. package/src/runtime/__tests__/channel-send.test.ts +443 -0
  424. package/src/runtime/__tests__/desktop-stream-upgrade.test.ts +89 -0
  425. package/src/runtime/__tests__/host-observe.test.ts +40 -1
  426. package/src/runtime/__tests__/live-voice-upgrade.test.ts +58 -0
  427. package/src/runtime/__tests__/runtime-ws-test-utils.ts +72 -0
  428. package/src/runtime/__tests__/watch-stream-upgrade.test.ts +59 -0
  429. package/src/runtime/agent-wake.ts +2 -1
  430. package/src/runtime/assistant-event-hub.ts +21 -3
  431. package/src/runtime/auth/same-actor.ts +38 -3
  432. package/src/runtime/channel-send.ts +316 -0
  433. package/src/runtime/host-observe.ts +11 -1
  434. package/src/runtime/http-server.ts +160 -151
  435. package/src/runtime/routes/__tests__/acp-routes.test.ts +159 -4
  436. package/src/runtime/routes/__tests__/apps-refresh-route.test.ts +205 -0
  437. package/src/runtime/routes/__tests__/channel-send-routes.test.ts +127 -0
  438. package/src/runtime/routes/__tests__/conversation-query-routes.test.ts +108 -1
  439. package/src/runtime/routes/__tests__/default-provider-routes.test.ts +2 -2
  440. package/src/runtime/routes/__tests__/dictation-cleanup-guard.test.ts +107 -0
  441. package/src/runtime/routes/__tests__/mcp-add-default-risk.test.ts +16 -12
  442. package/src/runtime/routes/acp-routes.test.ts +15 -0
  443. package/src/runtime/routes/acp-routes.ts +72 -9
  444. package/src/runtime/routes/app-management-routes.ts +73 -0
  445. package/src/runtime/routes/app-routes.ts +1 -1
  446. package/src/runtime/routes/channel-send-routes.ts +85 -0
  447. package/src/runtime/routes/conversation-list-routes.ts +14 -3
  448. package/src/runtime/routes/conversation-query-routes.ts +40 -0
  449. package/src/runtime/routes/conversation-routes.ts +16 -3
  450. package/src/runtime/routes/credential-routes.ts +19 -10
  451. package/src/runtime/routes/desktop-setup-routes.test.ts +74 -0
  452. package/src/runtime/routes/desktop-setup-routes.ts +35 -0
  453. package/src/runtime/routes/diagnostics-routes.ts +61 -4
  454. package/src/runtime/routes/events-routes.ts +4 -0
  455. package/src/runtime/routes/host-cu-routes.ts +6 -0
  456. package/src/runtime/routes/index.ts +4 -2
  457. package/src/runtime/routes/log-export-routes.ts +2 -0
  458. package/src/runtime/routes/mcp-auth-routes.ts +39 -47
  459. package/src/runtime/routes/migration-routes.ts +6 -20
  460. package/src/runtime/routes/oauth-commands-routes.ts +36 -0
  461. package/src/runtime/routes/platform-routes.ts +18 -15
  462. package/src/runtime/routes/workspace-routes.test.ts +55 -26
  463. package/src/runtime/routes/workspace-routes.ts +46 -63
  464. package/src/runtime/routes/workspace-tree-walk.test.ts +244 -0
  465. package/src/runtime/routes/workspace-tree-walk.ts +240 -0
  466. package/src/runtime/routes/workspace-utils.ts +17 -0
  467. package/src/runtime/services/__tests__/conversation-serializer.test.ts +28 -0
  468. package/src/runtime/services/conversation-serializer.ts +16 -3
  469. package/src/runtime/sync/resource-sync-events.ts +2 -1
  470. package/src/schedule/run-script.ts +2 -1
  471. package/src/schedule/schedule-store.ts +9 -2
  472. package/src/schedule/worker.ts +1 -1
  473. package/src/security/__tests__/ces-http-record-backend.test.ts +137 -0
  474. package/src/security/ces-http-record-backend.ts +120 -0
  475. package/src/security/ces-rpc-record-backend.ts +7 -0
  476. package/src/security/untrusted-content.ts +3 -1
  477. package/src/skills/__tests__/workspace-skill-md-signature.test.ts +60 -0
  478. package/src/skills/workspace-skill-md-signature.ts +50 -0
  479. package/src/subagent/consult-context.ts +12 -25
  480. package/src/tools/__tests__/side-effect-abort-guard.test.ts +1 -0
  481. package/src/tools/acp/list-agents.test.ts +3 -1
  482. package/src/tools/acp/spawn.test.ts +146 -11
  483. package/src/tools/acp/spawn.ts +21 -3
  484. package/src/tools/acp/status.test.ts +94 -0
  485. package/src/tools/acp/status.ts +40 -3
  486. package/src/tools/app-control/skill-proxy-bridge.ts +2 -1
  487. package/src/tools/browser/browser-execution.ts +1 -1
  488. package/src/tools/browser/cdp-client/accessibility-snapshot.ts +9 -3
  489. package/src/tools/browser/cdp-client/cdp-inspect/discovery.ts +2 -1
  490. package/src/tools/browser/cdp-client/extension-cdp-client.ts +3 -2
  491. package/src/tools/browser/network-recorder.ts +2 -1
  492. package/src/tools/capability-offer.test.ts +22 -2
  493. package/src/tools/capability-offer.ts +16 -1
  494. package/src/tools/computer-use/definitions.ts +121 -2
  495. package/src/tools/computer-use/skill-proxy-bridge.ts +2 -1
  496. package/src/tools/credentials/metadata-store.ts +100 -0
  497. package/src/tools/filesystem/search.ts +2 -1
  498. package/src/tools/host-filesystem/edit.test.ts +2 -1
  499. package/src/tools/host-filesystem/edit.ts +2 -2
  500. package/src/tools/host-filesystem/read.test.ts +2 -1
  501. package/src/tools/host-filesystem/read.ts +2 -2
  502. package/src/tools/host-filesystem/transfer.test.ts +2 -1
  503. package/src/tools/host-filesystem/transfer.ts +2 -2
  504. package/src/tools/host-filesystem/write.test.ts +2 -1
  505. package/src/tools/host-filesystem/write.ts +2 -2
  506. package/src/tools/host-terminal/host-shell.test.ts +16 -0
  507. package/src/tools/host-terminal/host-shell.ts +4 -20
  508. package/src/tools/network/web-search.ts +6 -1
  509. package/src/tools/policy-context.ts +6 -7
  510. package/src/tools/skills/scaffold-managed.ts +61 -3
  511. package/src/tools/subagent/spawn.ts +5 -8
  512. package/src/tools/terminal/__tests__/safe-env.test.ts +6 -6
  513. package/src/tools/terminal/__tests__/sanitized-bash.test.ts +57 -0
  514. package/src/tools/terminal/safe-env.ts +23 -3
  515. package/src/tools/terminal/sanitized-bash.ts +105 -0
  516. package/src/tools/watch/watch-retro-report.ts +0 -8
  517. package/src/types/host-capabilities.ts +5 -3
  518. package/src/util/__tests__/language-subtag.test.ts +23 -1
  519. package/src/util/ca-bundle.ts +13 -0
  520. package/src/util/language-subtag.ts +16 -0
  521. package/src/util/platform.ts +8 -0
  522. package/src/util/unicode.ts +15 -1
  523. package/src/watch/watch-timeline.ts +2 -2
  524. package/src/workflows/run-manager.ts +2 -1
  525. package/src/workspace/git-porcelain.ts +66 -0
  526. package/src/workspace/git-service.ts +6 -55
  527. package/src/workspace/migrations/154-repair-retired-codex-gpt-5-4-model-ids.ts +258 -0
  528. package/src/workspace/migrations/155-move-front-model-config-to-voice.ts +78 -0
  529. package/src/workspace/migrations/156-extract-workspace-mcp-json.ts +214 -0
  530. package/src/workspace/migrations/__tests__/155-move-front-model-config-to-voice.test.ts +102 -0
  531. package/src/workspace/migrations/__tests__/156-extract-workspace-mcp-json.test.ts +199 -0
  532. package/src/workspace/migrations/registry.ts +6 -0
  533. package/src/__tests__/app-source-watcher.test.ts +0 -218
  534. package/src/__tests__/config-watcher-skill-reseed.test.ts +0 -359
  535. package/src/__tests__/speaker-identification.test.ts +0 -56
  536. package/src/calls/speaker-identification.ts +0 -233
  537. package/src/daemon/app-source-watcher.ts +0 -218
  538. package/src/messaging/providers/whatsapp/client.ts +0 -29
  539. package/src/runtime/routes/debug-bash-routes.ts +0 -173
  540. package/src/util/fs-watcher-error.ts +0 -36
  541. /package/src/{live-voice → calls}/progress-phrases.ts +0 -0
@@ -0,0 +1,306 @@
1
+ import { createHash } from "node:crypto";
2
+ import { createReadStream, existsSync } from "node:fs";
3
+ import { chmod, mkdir, mkdtemp, rename, rm, writeFile } from "node:fs/promises";
4
+ import { tmpdir } from "node:os";
5
+ import { join } from "node:path";
6
+
7
+ import { SYNC_TAGS } from "../daemon/message-types/sync.js";
8
+ import { publishSyncInvalidation } from "../runtime/sync/sync-publisher.js";
9
+ import { writeCombinedCABundle } from "../util/ca-bundle.js";
10
+ import { terminateProcessTree } from "../util/host-process.js";
11
+ import { getLogger } from "../util/logger.js";
12
+ import { getExternalDir } from "../util/platform.js";
13
+
14
+ const log = getLogger("desktop-dependencies");
15
+ const CHROME_VERSION = "153.0.8010.36-1";
16
+ const CHROME_PACKAGES = {
17
+ x64: {
18
+ arch: "amd64",
19
+ sha256: "9bb44e33031c2f2857cf36b4343051a12f93058e4b781e3c76313df87f6c8d32",
20
+ },
21
+ arm64: {
22
+ arch: "arm64",
23
+ sha256: "1fcf6ec51a9d52e26ff1ad807225f725be55069ad2b68c5d69361a2746665188",
24
+ },
25
+ } as const;
26
+
27
+ const DESKTOP_BINARIES = {
28
+ xServer: ["Xtigervnc"],
29
+ windowManager: ["openbox"],
30
+ compositor: ["xcompmgr"],
31
+ panel: ["plank"],
32
+ panelSession: ["dbus-run-session"],
33
+ clipboard: ["tigervncconfig", "vncconfig"],
34
+ terminal: ["xterm"],
35
+ wallpaper: ["feh"],
36
+ } as const;
37
+
38
+ const DESKTOP_PACKAGES = [
39
+ "dbus-x11",
40
+ "feh",
41
+ "gnome-mines",
42
+ "openbox",
43
+ "tigervnc-standalone-server",
44
+ "tigervnc-common",
45
+ "plank",
46
+ "bamfdaemon",
47
+ "dbus-daemon",
48
+ "xauth",
49
+ "xcompmgr",
50
+ "xfonts-base",
51
+ "xterm",
52
+ "fonts-liberation",
53
+ "libgtk-3-0",
54
+ "libvulkan1",
55
+ "libcurl4",
56
+ ];
57
+
58
+ export type DesktopSetupStatus = {
59
+ state: "required" | "installing" | "ready" | "failed" | "unsupported";
60
+ stage?: "packages" | "chrome" | "checking";
61
+ };
62
+
63
+ export function desktopChromePath(): string {
64
+ return join(
65
+ getExternalDir(),
66
+ "desktop",
67
+ `chrome-${CHROME_VERSION}`,
68
+ "opt/google/chrome/chrome",
69
+ );
70
+ }
71
+
72
+ export function resolveDesktopBinaries(
73
+ which: (name: string) => string | null = Bun.which,
74
+ ) {
75
+ const resolved = {} as Record<keyof typeof DESKTOP_BINARIES, string>;
76
+ for (const [role, names] of Object.entries(DESKTOP_BINARIES)) {
77
+ const path = names.map((name) => which(name)).find(Boolean);
78
+ if (!path) {
79
+ throw new Error(`Desktop component is missing: ${names[0]}`);
80
+ }
81
+ resolved[role as keyof typeof DESKTOP_BINARIES] = path;
82
+ }
83
+ return resolved;
84
+ }
85
+
86
+ export class DesktopDependencyInstaller {
87
+ private installing: Promise<void> | null = null;
88
+ private status: DesktopSetupStatus | null = null;
89
+
90
+ constructor(
91
+ private readonly dependencies: {
92
+ supported: () => boolean;
93
+ ready: () => boolean;
94
+ install: (
95
+ onStage: (stage: NonNullable<DesktopSetupStatus["stage"]>) => void,
96
+ ) => Promise<void>;
97
+ notify: () => Promise<unknown>;
98
+ } = {
99
+ supported: () =>
100
+ process.platform === "linux" &&
101
+ process.arch in CHROME_PACKAGES &&
102
+ process.getuid?.() === 0,
103
+ ready: () => {
104
+ try {
105
+ resolveDesktopBinaries();
106
+ return (
107
+ existsSync(desktopChromePath() + ".ready") &&
108
+ existsSync(desktopChromePath()) &&
109
+ existsSync("/usr/games/gnome-mines") &&
110
+ existsSync("/usr/share/fonts/X11/misc/fonts.dir") &&
111
+ existsSync("/usr/share/dbus-1/services/org.ayatana.bamf.service")
112
+ );
113
+ } catch {
114
+ return false;
115
+ }
116
+ },
117
+ install: installDesktopDependencies,
118
+ notify: () => publishSyncInvalidation([SYNC_TAGS.assistantDesktop]),
119
+ },
120
+ ) {}
121
+
122
+ getStatus(): DesktopSetupStatus {
123
+ if (this.installing) {
124
+ return this.status!;
125
+ }
126
+ if (!this.dependencies.supported()) {
127
+ return { state: "unsupported" };
128
+ }
129
+ if (this.status?.state === "failed") {
130
+ return this.status;
131
+ }
132
+ return { state: this.dependencies.ready() ? "ready" : "required" };
133
+ }
134
+
135
+ start(): DesktopSetupStatus {
136
+ const status = this.getStatus();
137
+ if (
138
+ status.state === "ready" ||
139
+ status.state === "installing" ||
140
+ status.state === "unsupported"
141
+ ) {
142
+ return status;
143
+ }
144
+ this.status = { state: "installing", stage: "packages" };
145
+ this.installing = Promise.resolve()
146
+ .then(async () => {
147
+ await this.dependencies.install((stage) =>
148
+ this.update({ state: "installing", stage }),
149
+ );
150
+ if (!this.dependencies.ready()) {
151
+ throw new Error("Desktop components are missing after installation");
152
+ }
153
+ this.status = { state: "ready" };
154
+ })
155
+ .catch((err: unknown) => {
156
+ log.warn({ err }, "Desktop installation failed");
157
+ this.status = { state: "failed" };
158
+ })
159
+ .finally(() => {
160
+ this.installing = null;
161
+ this.update(this.status!);
162
+ });
163
+ this.update(this.status);
164
+ return this.status;
165
+ }
166
+
167
+ async ensureReady(): Promise<void> {
168
+ this.start();
169
+ await this.installing;
170
+ if (this.getStatus().state !== "ready") {
171
+ throw new Error("Desktop setup did not complete");
172
+ }
173
+ }
174
+
175
+ private update(status: DesktopSetupStatus): void {
176
+ this.status = status;
177
+ void this.dependencies.notify().catch((err: unknown) => {
178
+ log.warn({ err }, "Desktop setup notification failed");
179
+ });
180
+ }
181
+ }
182
+
183
+ async function run(command: string[]): Promise<void> {
184
+ const proc = Bun.spawn(command, {
185
+ env: {
186
+ PATH: "/usr/sbin:/usr/bin:/sbin:/bin",
187
+ HOME: "/root",
188
+ DEBIAN_FRONTEND: "noninteractive",
189
+ },
190
+ stdin: "ignore",
191
+ stdout: "pipe",
192
+ stderr: "pipe",
193
+ windowsHide: true,
194
+ detached: true,
195
+ });
196
+ const timeout = setTimeout(() => terminateProcessTree(proc), 10 * 60_000);
197
+ let output = "";
198
+ const drain = async (stream: ReadableStream<Uint8Array>) => {
199
+ for await (const chunk of stream) {
200
+ output = (output + new TextDecoder().decode(chunk)).slice(-8_000);
201
+ }
202
+ };
203
+ const [code] = await Promise.all([
204
+ proc.exited,
205
+ drain(proc.stdout),
206
+ drain(proc.stderr),
207
+ ]).finally(() => clearTimeout(timeout));
208
+ if (code !== 0) {
209
+ throw new Error(`Desktop installer exited with ${code}: ${output}`);
210
+ }
211
+ }
212
+
213
+ async function installDesktopDependencies(
214
+ onStage: (stage: NonNullable<DesktopSetupStatus["stage"]>) => void,
215
+ ): Promise<void> {
216
+ const extraCA = process.env.NODE_EXTRA_CA_CERTS;
217
+ if (!extraCA) {
218
+ return installDesktopComponents(onStage);
219
+ }
220
+ const caDir = await mkdtemp(join(tmpdir(), "desktop-ca-"));
221
+ try {
222
+ const caBundle = join(caDir, "ca.pem");
223
+ await writeCombinedCABundle(
224
+ "/etc/ssl/certs/ca-certificates.crt",
225
+ extraCA,
226
+ caBundle,
227
+ );
228
+ // apt's unprivileged downloader must be able to read the public CAs.
229
+ await chmod(caBundle, 0o644);
230
+ await chmod(caDir, 0o755);
231
+ await installDesktopComponents(onStage, caBundle);
232
+ } finally {
233
+ await rm(caDir, { recursive: true, force: true });
234
+ }
235
+ }
236
+
237
+ async function installDesktopComponents(
238
+ onStage: (stage: NonNullable<DesktopSetupStatus["stage"]>) => void,
239
+ caBundle?: string,
240
+ ): Promise<void> {
241
+ const chrome = CHROME_PACKAGES[process.arch as keyof typeof CHROME_PACKAGES];
242
+ const apt = [
243
+ "/usr/bin/apt-get",
244
+ ...(caBundle ? ["-o", `Acquire::https::CaInfo=${caBundle}`] : []),
245
+ ];
246
+ await rm(desktopChromePath() + ".ready", { force: true });
247
+ // Desktop binaries, X assets and the loader share the image root.
248
+ await run([...apt, "update"]);
249
+ await run([
250
+ ...apt,
251
+ "install",
252
+ "-y",
253
+ "--no-install-recommends",
254
+ "--no-upgrade",
255
+ "--no-remove",
256
+ "-o",
257
+ "DPkg::Lock::Timeout=120",
258
+ ...DESKTOP_PACKAGES,
259
+ ]);
260
+ onStage("chrome");
261
+ if (!existsSync(desktopChromePath())) {
262
+ const downloadDir = await mkdtemp(join(tmpdir(), "desktop-chrome-"));
263
+ const installRoot = join(getExternalDir(), "desktop");
264
+ await mkdir(installRoot, { recursive: true });
265
+ const staging = await mkdtemp(join(installRoot, ".install-"));
266
+ try {
267
+ const deb = join(downloadDir, "chrome.deb");
268
+ await run([
269
+ "curl",
270
+ ...(caBundle ? ["--cacert", caBundle] : []),
271
+ "--fail",
272
+ "--location",
273
+ "--proto",
274
+ "=https",
275
+ "--proto-redir",
276
+ "=https",
277
+ "--retry",
278
+ "2",
279
+ "--max-time",
280
+ "300",
281
+ "--output",
282
+ deb,
283
+ `https://dl.google.com/linux/chrome/deb/pool/main/g/google-chrome-stable/google-chrome-stable_${CHROME_VERSION}_${chrome.arch}.deb`,
284
+ ]);
285
+ const hash = createHash("sha256");
286
+ for await (const chunk of createReadStream(deb)) {
287
+ hash.update(chunk);
288
+ }
289
+ if (hash.digest("hex") !== chrome.sha256) {
290
+ throw new Error("Chrome download checksum mismatch");
291
+ }
292
+ await run(["dpkg-deb", "--extract", deb, staging]);
293
+ await rename(staging, join(installRoot, `chrome-${CHROME_VERSION}`));
294
+ } finally {
295
+ await Promise.all([
296
+ rm(downloadDir, { recursive: true, force: true }),
297
+ rm(staging, { recursive: true, force: true }),
298
+ ]);
299
+ }
300
+ }
301
+ onStage("checking");
302
+ await run([desktopChromePath(), "--version"]);
303
+ await writeFile(desktopChromePath() + ".ready", "");
304
+ }
305
+
306
+ export const desktopDependencyInstaller = new DesktopDependencyInstaller();
@@ -0,0 +1,18 @@
1
+ import { describe, expect, test } from "bun:test";
2
+
3
+ import { setOverridesForTesting } from "../__tests__/feature-flag-test-helpers.js";
4
+ import type { AssistantConfig } from "../config/schema.js";
5
+ import { isAssistantDesktopEnabled } from "./desktop-feature.js";
6
+
7
+ describe("isAssistantDesktopEnabled", () => {
8
+ const config = {} as AssistantConfig;
9
+
10
+ test("needs both the flag and a containerized runtime", () => {
11
+ setOverridesForTesting({ "assistant-desktop": true });
12
+ expect(isAssistantDesktopEnabled(config, true)).toBe(true);
13
+ expect(isAssistantDesktopEnabled(config, false)).toBe(false);
14
+
15
+ setOverridesForTesting({ "assistant-desktop": false });
16
+ expect(isAssistantDesktopEnabled(config, true)).toBe(false);
17
+ });
18
+ });
@@ -0,0 +1,19 @@
1
+ import { isAssistantFeatureFlagEnabled } from "../config/assistant-feature-flags.js";
2
+ import { getIsContainerized } from "../config/env-registry.js";
3
+ import type { AssistantConfig } from "../config/schema.js";
4
+
5
+ const ASSISTANT_DESKTOP_FLAG = "assistant-desktop" as const;
6
+
7
+ /**
8
+ * Whether this daemon serves `/v1/desktop/stream`: the `assistant-desktop` flag
9
+ * plus a containerized runtime where desktop components can be installed.
10
+ */
11
+ export function isAssistantDesktopEnabled(
12
+ config: AssistantConfig,
13
+ containerized: boolean = getIsContainerized(),
14
+ ): boolean {
15
+ return (
16
+ containerized &&
17
+ isAssistantFeatureFlagEnabled(ASSISTANT_DESKTOP_FLAG, config)
18
+ );
19
+ }
@@ -0,0 +1,135 @@
1
+ import * as fs from "node:fs";
2
+ import {
3
+ mkdirSync,
4
+ mkdtempSync,
5
+ readFileSync,
6
+ rmSync,
7
+ writeFileSync,
8
+ } from "node:fs";
9
+ import { tmpdir } from "node:os";
10
+ import { join } from "node:path";
11
+ import { afterEach, expect, spyOn, test } from "bun:test";
12
+
13
+ import { writeDesktopPanelConfig } from "./desktop-panel-config.js";
14
+
15
+ const workspaces: string[] = [];
16
+
17
+ afterEach(() => {
18
+ for (const dir of workspaces.splice(0)) {
19
+ rmSync(dir, { recursive: true, force: true });
20
+ }
21
+ });
22
+
23
+ test("initializes the dock and preserves user changes across restarts", () => {
24
+ const workspace = mkdtempSync(join(tmpdir(), "desktop-dock-"));
25
+ workspaces.push(workspace);
26
+ const configDir = join(workspace, "data", "desktop-panel");
27
+ const profileDir = join(workspace, "data", "desktop-profile");
28
+ mkdirSync(configDir, { recursive: true });
29
+ mkdirSync(profileDir, { recursive: true });
30
+ writeFileSync(join(profileDir, "Preferences"), "browser preferences");
31
+ writeFileSync(join(configDir, "wallpaper.png"), "keep");
32
+ const request = {
33
+ configDir,
34
+ chromiumPath: "/opt/chrome-v1/chrome",
35
+ chromiumProfileDir: profileDir,
36
+ terminalPath: "/usr/bin/xterm",
37
+ };
38
+ writeDesktopPanelConfig(request);
39
+ const settingsPath = join(configDir, "glib-2.0", "settings", "keyfile");
40
+ const pinsDir = join(configDir, "plank", "dock1", "launchers");
41
+ const settings = readFileSync(settingsPath, "utf8");
42
+ expect(settings.length).toBeGreaterThan(0);
43
+ expect(
44
+ readFileSync(join(pinsDir, "chrome.dockitem"), "utf8"),
45
+ ).not.toBeEmpty();
46
+
47
+ expect(readFileSync(join(pinsDir, "mines.dockitem"), "utf8")).toContain(
48
+ "applications/org.gnome.Mines.desktop",
49
+ );
50
+ expect(
51
+ readFileSync(
52
+ join(configDir, "applications", "org.gnome.Mines.desktop"),
53
+ "utf8",
54
+ ),
55
+ ).toContain("Exec=/usr/games/gnome-mines");
56
+
57
+ // Removed pins stay removed across restarts.
58
+ rmSync(join(pinsDir, "chrome.dockitem"));
59
+ rmSync(join(pinsDir, "mines.dockitem"));
60
+ const customSettings = settings.replace("icon-size=48", "icon-size=64");
61
+ writeFileSync(settingsPath, customSettings);
62
+ writeDesktopPanelConfig({
63
+ ...request,
64
+ chromiumPath: "/opt/chrome-v2/chrome",
65
+ });
66
+ expect(() => readFileSync(join(pinsDir, "chrome.dockitem"))).toThrow();
67
+ expect(() => readFileSync(join(pinsDir, "mines.dockitem"))).toThrow();
68
+ expect(readFileSync(settingsPath, "utf8")).toBe(customSettings);
69
+ expect(
70
+ readFileSync(
71
+ join(configDir, "applications", "google-chrome.desktop"),
72
+ "utf8",
73
+ ),
74
+ ).toContain("/opt/chrome-v2/chrome");
75
+ expect(readFileSync(join(profileDir, "Preferences"), "utf8")).toBe(
76
+ "browser preferences",
77
+ );
78
+ expect(readFileSync(join(configDir, "wallpaper.png"), "utf8")).toBe("keep");
79
+ });
80
+
81
+ test("initialization recovers partial pin creation", () => {
82
+ const workspace = mkdtempSync(join(tmpdir(), "desktop-dock-"));
83
+ workspaces.push(workspace);
84
+ const configDir = join(workspace, "data", "desktop-panel");
85
+ const pinsDir = join(configDir, "plank", "dock1", "launchers");
86
+ mkdirSync(pinsDir, { recursive: true });
87
+ writeFileSync(join(pinsDir, "chrome.dockitem"), "existing pin");
88
+ writeDesktopPanelConfig({
89
+ configDir,
90
+ chromiumPath: "/opt/chrome/chrome",
91
+ chromiumProfileDir: join(workspace, "data", "desktop-profile"),
92
+ terminalPath: "/usr/bin/xterm",
93
+ });
94
+ expect(readFileSync(join(pinsDir, "chrome.dockitem"), "utf8")).toBe(
95
+ "existing pin",
96
+ );
97
+ expect(
98
+ readFileSync(join(pinsDir, "terminal.dockitem"), "utf8"),
99
+ ).not.toBeEmpty();
100
+ expect(
101
+ readFileSync(join(configDir, "glib-2.0", "settings", "keyfile"), "utf8"),
102
+ ).not.toBeEmpty();
103
+ });
104
+
105
+ test("a failed settings write leaves initialization retryable", () => {
106
+ const workspace = mkdtempSync(join(tmpdir(), "desktop-dock-"));
107
+ workspaces.push(workspace);
108
+ const configDir = join(workspace, "data", "desktop-panel");
109
+ const settingsPath = join(configDir, "glib-2.0", "settings", "keyfile");
110
+ const request = {
111
+ configDir,
112
+ chromiumPath: "/opt/chrome/chrome",
113
+ chromiumProfileDir: join(workspace, "data", "desktop-profile"),
114
+ terminalPath: "/usr/bin/xterm",
115
+ };
116
+ const write = fs.writeFileSync;
117
+ const interrupted = spyOn(fs, "writeFileSync").mockImplementation(
118
+ (...args) => {
119
+ if (String(args[0]).startsWith(`${settingsPath}.`)) {
120
+ write(args[0], "partial settings");
121
+ throw new Error("interrupted write");
122
+ }
123
+ write(...args);
124
+ },
125
+ );
126
+ try {
127
+ expect(() => writeDesktopPanelConfig(request)).toThrow("interrupted write");
128
+ } finally {
129
+ interrupted.mockRestore();
130
+ }
131
+ expect(fs.existsSync(settingsPath)).toBe(false);
132
+ writeDesktopPanelConfig(request);
133
+ expect(readFileSync(settingsPath, "utf8")).not.toContain("partial settings");
134
+ expect(readFileSync(settingsPath, "utf8")).not.toBeEmpty();
135
+ });
@@ -0,0 +1,149 @@
1
+ import { randomUUID } from "node:crypto";
2
+ import {
3
+ existsSync,
4
+ linkSync,
5
+ mkdirSync,
6
+ rmSync,
7
+ writeFileSync,
8
+ } from "node:fs";
9
+ import { dirname, join } from "node:path";
10
+ import { pathToFileURL } from "node:url";
11
+
12
+ // Absolute icon paths work without an installed icon theme.
13
+ const TERMINAL_ICON_BASE64 = [
14
+ "iVBORw0KGgoAAAANSUhEUgAAAEAAAABACAYAAACqaXHeAAACBklEQVR42u2bP2vCQBjG/T",
15
+ "QOQkDQQVopsQ6l4BD6CTI5dXLq5tJRCP0SDh0dumboKthv4CR0Cwidr3nkAhLa/DM5L3fP",
16
+ "wQMiQd/n573vvYl3nQ4HB0eZMZ0+urGCWGGsKJa4siIZC2JymzTux9rjS8fjezEc3grHGW",
17
+ "ohxIKYJBDE6NdpvB9rN5k8nL6o1+uLbtfRUogNMSJWxIzYLzXvYYqBrs7G/wIhZwTSw7vE",
18
+ "vBiN7lpjPC3ELtPCqzLtozabT0GISqUD8gdTqO3mE8l02BWu9igibcr5IjVBFka/CIA9Kq",
19
+ "kp5hPBE7wVaXKM+vXPZ4EsiG4WgMCk3P+nFgRZAEITp38qDcIsABFaS1MBwBs8ZgEQFgAQ",
20
+ "BEAANQIYDG5EGH6K4/HnJLzGe9YAODefaLv90hJCIwDS5hMdDt9iNnuyF4COEJSlQBrCfP",
21
+ "5sdhFEzmdBgBaLF3OXQUDYbD60h9B4H7Bev+dCwDVGN0I6Q1DWCWKq50FAyqjuFZS2wkUg",
22
+ "qG6YlN8LYPnDMpgFAcuo0TdDaITyIBAAU4BFkMsgGyG2wrwZsvt2GJ+zXL6K1eotV7iuSv",
23
+ "3Q+oFI3ufUsXxq/UisjPmqDZTWD0UxtcuYx/V8LM4/RvjXGAEQQM0ArN8gYf0WGes3Sdm9",
24
+ "Tc76jZLcKsvN0twuzwMTPDLDQ1M8NseDkxwc9oxfPKEkIHDjoAYAAAAASUVORK5CYII=",
25
+ ].join("");
26
+
27
+ export interface DesktopPanelConfigRequest {
28
+ /** Runtime directory the config, launchers and icons are written to. */
29
+ readonly configDir: string;
30
+ /** Google Chrome, as resolved for the desktop's own browser. */
31
+ readonly chromiumPath: string;
32
+ /** Profile the launcher shares with that browser, so it reuses the window. */
33
+ readonly chromiumProfileDir: string;
34
+ readonly terminalPath: string;
35
+ }
36
+
37
+ /** Generate managed launchers and seed the desktop dock on first use. */
38
+ export function writeDesktopPanelConfig(
39
+ request: DesktopPanelConfigRequest,
40
+ ): void {
41
+ const { configDir } = request;
42
+ mkdirSync(configDir, { recursive: true });
43
+
44
+ const terminalIcon = join(configDir, "terminal.png");
45
+ const browserIcon = join(
46
+ dirname(request.chromiumPath),
47
+ "product_logo_64.png",
48
+ );
49
+ writeFileSync(terminalIcon, Buffer.from(TERMINAL_ICON_BASE64, "base64"));
50
+
51
+ const applicationsDir = join(configDir, "applications");
52
+ mkdirSync(applicationsDir, { recursive: true });
53
+ const chromiumEntry = join(applicationsDir, "google-chrome.desktop");
54
+ const terminalEntry = join(applicationsDir, "xterm.desktop");
55
+ const minesEntry = join(applicationsDir, "org.gnome.Mines.desktop");
56
+ writeFileSync(
57
+ chromiumEntry,
58
+ desktopEntry({
59
+ name: "Google Chrome",
60
+ // Chrome includes its profile path in WM_CLASS.
61
+ windowClass: `google-chrome (${request.chromiumProfileDir})`,
62
+ icon: browserIcon,
63
+ exec: `"${request.chromiumPath}" --no-sandbox --no-first-run --disable-dev-shm-usage "--user-data-dir=${request.chromiumProfileDir}"`,
64
+ }),
65
+ );
66
+ writeFileSync(
67
+ terminalEntry,
68
+ desktopEntry({
69
+ name: "Terminal",
70
+ windowClass: "XTerm",
71
+ icon: terminalIcon,
72
+ // `-fa` picks a scalable font through fontconfig; xterm otherwise falls
73
+ // back to the `fixed` bitmap, which is unreadable at this geometry.
74
+ exec: `"${request.terminalPath}" -fa Monospace -fs 11 -bg '#1c1c22' -fg '#e6e6ea' -title Terminal`,
75
+ }),
76
+ );
77
+
78
+ writeFileSync(
79
+ minesEntry,
80
+ desktopEntry({
81
+ name: "Mines",
82
+ windowClass: "org.gnome.Mines",
83
+ icon: "/usr/share/icons/hicolor/scalable/apps/org.gnome.Mines.svg",
84
+ exec: "/usr/games/gnome-mines",
85
+ }),
86
+ );
87
+
88
+ const launchersDir = join(configDir, "plank", "dock1", "launchers");
89
+ const settingsDir = join(configDir, "glib-2.0", "settings");
90
+ mkdirSync(launchersDir, { recursive: true });
91
+ mkdirSync(settingsDir, { recursive: true });
92
+ // The settings file completes initialization; pins can then be removed.
93
+ if (existsSync(join(settingsDir, "keyfile"))) {
94
+ return;
95
+ }
96
+ seedFile(join(launchersDir, "chrome.dockitem"), dockItem(chromiumEntry));
97
+ seedFile(join(launchersDir, "terminal.dockitem"), dockItem(terminalEntry));
98
+ seedFile(join(launchersDir, "mines.dockitem"), dockItem(minesEntry));
99
+ seedFile(
100
+ join(settingsDir, "keyfile"),
101
+ [
102
+ "[net/launchpad/plank/docks/dock1]",
103
+ "dock-items=['chrome.dockitem', 'terminal.dockitem', 'mines.dockitem']",
104
+ "icon-size=48",
105
+ "hide-mode='none'",
106
+ "theme='Matte'",
107
+ "auto-pinning=false",
108
+ "",
109
+ ].join("\n"),
110
+ );
111
+ }
112
+
113
+ function dockItem(launcher: string): string {
114
+ return `[PlankDockItemPreferences]\nLauncher=${pathToFileURL(launcher).href}\n`;
115
+ }
116
+
117
+ function seedFile(path: string, contents: string): void {
118
+ const temporaryPath = `${path}.${randomUUID()}.tmp`;
119
+ try {
120
+ writeFileSync(temporaryPath, contents, { flush: true });
121
+ // Publish a complete file atomically without replacing user settings.
122
+ linkSync(temporaryPath, path);
123
+ } catch (err) {
124
+ if ((err as NodeJS.ErrnoException).code !== "EEXIST") {
125
+ throw err;
126
+ }
127
+ } finally {
128
+ rmSync(temporaryPath, { force: true });
129
+ }
130
+ }
131
+
132
+ function desktopEntry(entry: {
133
+ name: string;
134
+ windowClass: string;
135
+ icon: string;
136
+ exec: string;
137
+ }): string {
138
+ return [
139
+ "[Desktop Entry]",
140
+ "Type=Application",
141
+ "Version=1.0",
142
+ `Name=${entry.name}`,
143
+ `Icon=${entry.icon}`,
144
+ `StartupWMClass=${entry.windowClass}`,
145
+ `Exec=${entry.exec}`,
146
+ "Terminal=false",
147
+ "",
148
+ ].join("\n");
149
+ }