@vellumai/assistant 0.12.1 → 0.12.2-dev.202609162314.7778bc8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (872) hide show
  1. package/.env.example +2 -0
  2. package/AGENTS.md +5 -1
  3. package/ARCHITECTURE.md +20 -21
  4. package/Dockerfile +7 -7
  5. package/docs/architecture/integrations.md +7 -0
  6. package/docs/architecture/memory.md +11 -2
  7. package/docs/architecture/turn-actor.md +15 -8
  8. package/docs/credential-execution-service.md +1 -1
  9. package/docs/desktop-browser-cli.md +35 -0
  10. package/docs/guardian-request-flow.md +16 -0
  11. package/node_modules/@vellumai/environments/src/shell.test.ts +21 -0
  12. package/node_modules/@vellumai/environments/src/shell.ts +24 -0
  13. package/node_modules/@vellumai/gateway-client/src/inbound-contract.ts +8 -2
  14. package/node_modules/@vellumai/slack-text/src/index.ts +13 -8
  15. package/node_modules/@vellumai/slack-text/src/label-resolution-entities.test.ts +95 -0
  16. package/openapi.yaml +579 -111
  17. package/package.json +7 -4
  18. package/scripts/bundled-plugin-packages.ts +154 -0
  19. package/scripts/generate-bundled-plugin-packages.ts +29 -0
  20. package/scripts/postinstall.ts +33 -0
  21. package/scripts/smoke-desktop-browser-cli.ts +280 -0
  22. package/scripts/smoke-desktop-window-theme.ts +186 -0
  23. package/scripts/sync-llm-catalog.ts +3 -0
  24. package/scripts/test.ts +15 -13
  25. package/scripts/voice-ttft-spike.ts +2 -2
  26. package/src/__tests__/agent-loop.test.ts +259 -0
  27. package/src/__tests__/always-loaded-tools-guard.test.ts +18 -10
  28. package/src/__tests__/anthropic-provider.test.ts +55 -63
  29. package/src/__tests__/app-compiler.test.ts +6 -0
  30. package/src/__tests__/app-control-tool-schemas.test.ts +5 -2
  31. package/src/__tests__/app-dir-path-guard.test.ts +1 -3
  32. package/src/__tests__/approval-interception-trust-gates.test.ts +40 -0
  33. package/src/__tests__/assistant-event-hub-machine-name.test.ts +6 -7
  34. package/src/__tests__/assistant-event-hub.test.ts +44 -0
  35. package/src/__tests__/attachments-store.test.ts +22 -3
  36. package/src/__tests__/channel-approval.test.ts +9 -14
  37. package/src/__tests__/channel-reply-delivery.test.ts +56 -0
  38. package/src/__tests__/computer-use-screenshot-attachments.test.ts +411 -0
  39. package/src/__tests__/computer-use-screenshot-selection.test.ts +50 -0
  40. package/src/__tests__/computer-use-skill-manifest-regression.test.ts +1 -1
  41. package/src/__tests__/computer-use-skill-proxy-bridge.test.ts +5 -2
  42. package/src/__tests__/computer-use-tools.test.ts +19 -7
  43. package/src/__tests__/config-schema-cmd.test.ts +2 -2
  44. package/src/__tests__/config-schema.test.ts +29 -30
  45. package/src/__tests__/config-sounds-sync.test.ts +23 -0
  46. package/src/__tests__/config-watcher.test.ts +23 -8
  47. package/src/__tests__/connection-model-compat.test.ts +2 -2
  48. package/src/__tests__/conversation-agent-loop-inference-profile.test.ts +2 -0
  49. package/src/__tests__/conversation-agent-loop-overflow.test.ts +2 -0
  50. package/src/__tests__/conversation-agent-loop.test.ts +257 -6
  51. package/src/__tests__/conversation-attachments.test.ts +106 -0
  52. package/src/__tests__/conversation-error.test.ts +4 -1
  53. package/src/__tests__/conversation-fork-crud.test.ts +191 -0
  54. package/src/__tests__/conversation-key-store-disk-view.test.ts +1 -1
  55. package/src/__tests__/conversation-pairing.test.ts +26 -0
  56. package/src/__tests__/conversation-process-app-control-preactivation.test.ts +4 -10
  57. package/src/__tests__/conversation-queue.test.ts +48 -207
  58. package/src/__tests__/conversation-retry-discard.test.ts +54 -1
  59. package/src/__tests__/conversation-runtime-assembly.test.ts +33 -3
  60. package/src/__tests__/conversation-skill-tools.test.ts +27 -0
  61. package/src/__tests__/conversation-surfaces-app-control.test.ts +8 -3
  62. package/src/__tests__/conversation-surfaces-point-at-budget.test.ts +1 -0
  63. package/src/__tests__/conversation-surfaces-point-at-capability.test.ts +1 -0
  64. package/src/__tests__/conversation-surfaces-task-progress.test.ts +67 -0
  65. package/src/__tests__/conversation-title-service.test.ts +14 -10
  66. package/src/__tests__/conversation-tool-setup-app-refresh.test.ts +3 -5
  67. package/src/__tests__/conversation-tool-setup-attribution.test.ts +51 -0
  68. package/src/__tests__/credential-execution-client.test.ts +70 -53
  69. package/src/__tests__/credential-record-retire.test.ts +171 -1
  70. package/src/__tests__/credential-routes.test.ts +250 -3
  71. package/src/__tests__/credential-security-invariants.test.ts +5 -3
  72. package/src/__tests__/cu-unified-flow.test.ts +14 -4
  73. package/src/__tests__/db-conversation-tool-surface.test.ts +144 -0
  74. package/src/__tests__/document-sync-tags.test.ts +25 -0
  75. package/src/__tests__/drain-kick-guard.test.ts +0 -2
  76. package/src/__tests__/drain-requeue-on-contention.test.ts +0 -6
  77. package/src/__tests__/events-tail-route.test.ts +33 -0
  78. package/src/__tests__/evict-conversations-for-reload.test.ts +1 -1
  79. package/src/__tests__/external-plugin-loader.test.ts +52 -0
  80. package/src/__tests__/git-porcelain.test.ts +47 -0
  81. package/src/__tests__/headless-browser-mode.test.ts +48 -0
  82. package/src/__tests__/heartbeat-service.test.ts +56 -40
  83. package/src/__tests__/helpers/set-workspace-mcp.ts +11 -0
  84. package/src/__tests__/history-repair.test.ts +53 -0
  85. package/src/__tests__/host-bash-proxy.test.ts +26 -45
  86. package/src/__tests__/host-browser-proxy.test.ts +6 -17
  87. package/src/__tests__/host-cu-proxy.test.ts +712 -18
  88. package/src/__tests__/host-file-proxy-targeted.test.ts +23 -0
  89. package/src/__tests__/host-file-proxy.test.ts +11 -23
  90. package/src/__tests__/host-transfer-proxy-targeted.test.ts +30 -9
  91. package/src/__tests__/inference-profile-session-handler.test.ts +26 -0
  92. package/src/__tests__/list-all-apps.test.ts +40 -8
  93. package/src/__tests__/list-messages-camera-frame.test.ts +121 -0
  94. package/src/__tests__/list-messages-tool-merge.test.ts +85 -1
  95. package/src/__tests__/llm-catalog-parity.test.ts +51 -3
  96. package/src/__tests__/managed-store.test.ts +121 -0
  97. package/src/__tests__/mcp-auth-routes.test.ts +104 -8
  98. package/src/__tests__/mcp-client-auth.test.ts +54 -0
  99. package/src/__tests__/mcp-config-secret-boundary.test.ts +78 -136
  100. package/src/__tests__/mcp-health-check.test.ts +40 -43
  101. package/src/__tests__/mcp-list-plugin-servers.test.ts +85 -42
  102. package/src/__tests__/mcp-tool-annotations-risk.test.ts +4 -2
  103. package/src/__tests__/message-deleted-hook-dispatch.test.ts +119 -0
  104. package/src/__tests__/messages-after-tiebreaker.test.ts +91 -0
  105. package/src/__tests__/messages-read-boundary-guard.test.ts +1 -1
  106. package/src/__tests__/messaging-send-tool.test.ts +355 -548
  107. package/src/__tests__/model-intents.test.ts +3 -0
  108. package/src/__tests__/notification-vellum-adapter.test.ts +85 -2
  109. package/src/__tests__/oauth-apps-routes.test.ts +1 -0
  110. package/src/__tests__/oauth-commands-routes.test.ts +282 -101
  111. package/src/__tests__/oauth-connect-orchestrator.test.ts +2 -0
  112. package/src/__tests__/oauth-provider-profiles.test.ts +18 -0
  113. package/src/__tests__/oauth-provider-serializer.test.ts +23 -0
  114. package/src/__tests__/oauth-providers-routes.test.ts +3 -0
  115. package/src/__tests__/openai-provider.test.ts +1 -0
  116. package/src/__tests__/outlook-messaging-provider.test.ts +6 -6
  117. package/src/__tests__/persist-media-references.test.ts +50 -0
  118. package/src/__tests__/platform-callback-registration.test.ts +8 -16
  119. package/src/__tests__/platform-client-verify-credential.test.ts +2 -0
  120. package/src/__tests__/plugin-import-boundary-guard.test.ts +13 -0
  121. package/src/__tests__/qdrant-manager.test.ts +132 -0
  122. package/src/__tests__/resolve-app.test.ts +135 -0
  123. package/src/__tests__/run-conversation-turn-persistence.test.ts +138 -1
  124. package/src/__tests__/scaffold-managed-skill-tool.test.ts +317 -6
  125. package/src/__tests__/schedule-routes.test.ts +20 -0
  126. package/src/__tests__/scheduler-result-notification.test.ts +23 -4
  127. package/src/__tests__/script-proxy-certs.test.ts +35 -0
  128. package/src/__tests__/secret-routes-acp-guard.test.ts +59 -1
  129. package/src/__tests__/secret-routes-platform-proxy.test.ts +86 -31
  130. package/src/__tests__/secret-routes-scrub.test.ts +22 -27
  131. package/src/__tests__/secure-keys-managed-failover.test.ts +8 -0
  132. package/src/__tests__/secure-keys.test.ts +7 -3
  133. package/src/__tests__/server-tool-pairing.test.ts +107 -0
  134. package/src/__tests__/service-account-token.test.ts +247 -0
  135. package/src/__tests__/skill-feature-flags-integration.test.ts +1 -1
  136. package/src/__tests__/skill-feature-flags.test.ts +2 -2
  137. package/src/__tests__/skills.test.ts +20 -4
  138. package/src/__tests__/source-fingerprint.test.ts +184 -0
  139. package/src/__tests__/subagent-tool-gate-mode.test.ts +239 -3
  140. package/src/__tests__/subagent-tools.test.ts +3 -2
  141. package/src/__tests__/telephony-tts-guard.test.ts +38 -3
  142. package/src/__tests__/terminal-tools.test.ts +8 -0
  143. package/src/__tests__/test-support/computer-use-skill-harness.ts +3 -2
  144. package/src/__tests__/tool-result-follow-up.test.ts +99 -0
  145. package/src/__tests__/tool-result-metadata-plumbing.test.ts +63 -0
  146. package/src/__tests__/ui-channel-variants.test.ts +1 -56
  147. package/src/__tests__/unicode.test.ts +49 -0
  148. package/src/__tests__/user-plugin-loader.test.ts +21 -0
  149. package/src/__tests__/vellum-self-knowledge-inline-command.test.ts +4 -0
  150. package/src/__tests__/watch-retro-tool-availability.test.ts +8 -17
  151. package/src/__tests__/workspace-git-service.test.ts +26 -0
  152. package/src/__tests__/workspace-migration-154-repair-retired-codex-gpt-5-4-model-ids.test.ts +336 -0
  153. package/src/acp/__tests__/acp-claude-oauth.test.ts +257 -6
  154. package/src/acp/__tests__/acp-credentials.test.ts +13 -0
  155. package/src/acp/__tests__/agent-process.test.ts +258 -4
  156. package/src/acp/__tests__/auth-required.test.ts +96 -0
  157. package/src/acp/__tests__/claude-token-refresh.test.ts +257 -0
  158. package/src/acp/__tests__/client-handler.test.ts +90 -2
  159. package/src/acp/__tests__/helpers/acp-model-option.ts +51 -0
  160. package/src/acp/__tests__/prepare-agent-env.test.ts +60 -1
  161. package/src/acp/__tests__/session-manager-persistence.test.ts +5 -1
  162. package/src/acp/__tests__/session-manager-resume.test.ts +270 -6
  163. package/src/acp/__tests__/session-manager-usage.test.ts +4 -2
  164. package/src/acp/__tests__/session-manager.test.ts +895 -4
  165. package/src/acp/acp-claude-oauth.ts +328 -14
  166. package/src/acp/acp-credentials.ts +19 -0
  167. package/src/acp/agent-process.test.ts +4 -1
  168. package/src/acp/agent-process.ts +96 -10
  169. package/src/acp/auth-required.ts +50 -1
  170. package/src/acp/auto-install.test.ts +9 -7
  171. package/src/acp/claude-token-refresh.ts +150 -0
  172. package/src/acp/client-handler.ts +16 -3
  173. package/src/acp/model-config.test.ts +166 -0
  174. package/src/acp/model-config.ts +138 -0
  175. package/src/acp/prepare-agent-env.ts +21 -6
  176. package/src/acp/resolve-agent.test.ts +220 -6
  177. package/src/acp/resolve-agent.ts +88 -23
  178. package/src/acp/session-manager.test.ts +196 -3
  179. package/src/acp/session-manager.ts +441 -18
  180. package/src/acp/session-snapshot.ts +260 -0
  181. package/src/acp/types.ts +50 -5
  182. package/src/agent/loop.ts +38 -12
  183. package/src/agent/tool-result-follow-up.ts +70 -0
  184. package/src/api/attachment-provenance.test.ts +68 -0
  185. package/src/api/computer-use-tool.test.ts +55 -0
  186. package/src/api/computer-use-tool.ts +27 -0
  187. package/src/api/events/acp-session-model-update.test.ts +88 -0
  188. package/src/api/events/acp-session-model-update.ts +46 -0
  189. package/src/api/events/app-files-changed.ts +4 -3
  190. package/src/api/events/assistant-outbound-attachment.ts +3 -0
  191. package/src/api/events/desktop-activity-changed.ts +10 -0
  192. package/src/api/events/notification-intent.ts +2 -0
  193. package/src/api/events/question-request.ts +1 -0
  194. package/src/api/events/user-message-echo.ts +7 -1
  195. package/src/api/index.ts +17 -0
  196. package/src/api/responses/conversation-message.ts +8 -0
  197. package/src/approvals/approval-primitive.ts +5 -2
  198. package/src/approvals/scoped-approval-grants.ts +6 -2
  199. package/src/apps/app-store.ts +7 -6
  200. package/src/apps/resolve-app.ts +81 -0
  201. package/src/apps/source-fingerprint.ts +266 -0
  202. package/src/avatar/identity-avatar.ts +7 -2
  203. package/src/browser/operations.ts +2 -1
  204. package/src/browser/types.ts +7 -0
  205. package/src/browser/virtual-desktop-target.ts +34 -0
  206. package/src/bundler/app-compiler.ts +15 -0
  207. package/src/calls/__tests__/barge-in-guard.test.ts +81 -0
  208. package/src/{__tests__ → calls/__tests__}/call-controller.test.ts +503 -82
  209. package/src/{__tests__ → calls/__tests__}/media-stream-audio-transcode.test.ts +1 -1
  210. package/src/{__tests__ → calls/__tests__}/media-stream-output.test.ts +37 -8
  211. package/src/{__tests__ → calls/__tests__}/media-stream-parser.test.ts +1 -1
  212. package/src/{__tests__ → calls/__tests__}/media-stream-server-integration.test.ts +150 -57
  213. package/src/{__tests__ → calls/__tests__}/media-stream-stt-session.test.ts +5 -5
  214. package/src/{__tests__ → calls/__tests__}/media-turn-detector.test.ts +1 -1
  215. package/src/{live-voice → calls}/__tests__/progress-narration.test.ts +27 -4
  216. package/src/{live-voice → calls}/__tests__/progress-phrases.test.ts +1 -1
  217. package/src/calls/__tests__/voice-control-protocol.test.ts +151 -27
  218. package/src/calls/__tests__/voice-leg-coordinator.test.ts +229 -0
  219. package/src/calls/__tests__/voice-progress-cadence.test.ts +274 -0
  220. package/src/{__tests__/voice-session-bridge.test.ts → calls/__tests__/voice-session-bridge-turn-flow.test.ts} +20 -12
  221. package/src/calls/__tests__/voice-session-bridge.test.ts +140 -3
  222. package/src/calls/__tests__/voice-triage-escalate.test.ts +105 -0
  223. package/src/calls/barge-in-guard.ts +118 -0
  224. package/src/calls/call-constants.ts +24 -4
  225. package/src/calls/call-controller.ts +499 -199
  226. package/src/calls/call-transport.ts +16 -0
  227. package/src/calls/media-stream-output.ts +32 -0
  228. package/src/calls/media-stream-server.ts +82 -30
  229. package/src/calls/media-stream-stt-session.ts +15 -0
  230. package/src/{live-voice → calls}/progress-narration.ts +17 -4
  231. package/src/calls/resolve-call-tts-provider.ts +33 -2
  232. package/src/calls/tts-call-strategy.ts +9 -5
  233. package/src/calls/types.ts +2 -0
  234. package/src/calls/voice-control-protocol.ts +194 -21
  235. package/src/calls/voice-leg-coordinator.ts +189 -0
  236. package/src/calls/voice-progress-cadence.ts +423 -0
  237. package/src/calls/voice-session-bridge.ts +140 -76
  238. package/src/calls/voice-triage-escalate.ts +178 -59
  239. package/src/cli/commands/__tests__/apps.test.ts +245 -0
  240. package/src/cli/commands/__tests__/bash.test.ts +53 -0
  241. package/src/cli/commands/__tests__/browser.test.ts +84 -3
  242. package/src/cli/commands/__tests__/cli-test-harness.ts +21 -3
  243. package/src/cli/commands/__tests__/plugins.test.ts +85 -0
  244. package/src/cli/commands/__tests__/roadmap.help.test.ts +19 -0
  245. package/src/cli/commands/__tests__/schedules.test.ts +14 -0
  246. package/src/cli/commands/apps.help.ts +67 -13
  247. package/src/cli/commands/apps.ts +183 -0
  248. package/src/cli/commands/bash.help.ts +9 -13
  249. package/src/cli/commands/bash.ts +7 -25
  250. package/src/cli/commands/browser.help.ts +47 -0
  251. package/src/cli/commands/browser.ts +52 -8
  252. package/src/cli/commands/channels/__tests__/send.test.ts +218 -0
  253. package/src/cli/commands/channels/index.help.ts +70 -2
  254. package/src/cli/commands/channels/index.ts +16 -3
  255. package/src/cli/commands/channels/send.ts +128 -0
  256. package/src/cli/commands/credentials.help.ts +9 -5
  257. package/src/cli/commands/credentials.ts +2 -2
  258. package/src/cli/commands/mcp.help.ts +8 -8
  259. package/src/cli/commands/mcp.ts +1 -1
  260. package/src/cli/commands/oauth/index.help.ts +10 -0
  261. package/src/cli/commands/oauth/providers.ts +12 -0
  262. package/src/cli/commands/oauth/request.test.ts +179 -2
  263. package/src/cli/commands/oauth/request.ts +41 -10
  264. package/src/cli/commands/oauth/status.ts +5 -0
  265. package/src/cli/commands/plugins.ts +73 -23
  266. package/src/cli/commands/roadmap.help.ts +5 -1
  267. package/src/cli/commands/roadmap.ts +1 -1
  268. package/src/cli/commands/schedules.ts +2 -0
  269. package/src/cli/lib/__tests__/inspect-plugin.test.ts +54 -0
  270. package/src/cli/lib/__tests__/install-from-github.test.ts +219 -0
  271. package/src/cli/lib/__tests__/install-from-platform.test.ts +77 -2
  272. package/src/cli/lib/__tests__/list-installed-plugins.test.ts +45 -3
  273. package/src/cli/lib/__tests__/local-plugin-upgrade.test.ts +251 -0
  274. package/src/cli/lib/__tests__/plugin-catalog-cache.test.ts +65 -2
  275. package/src/cli/lib/__tests__/plugin-catalog-platform.test.ts +14 -0
  276. package/src/cli/lib/__tests__/plugin-catalog-resolve.test.ts +27 -1
  277. package/src/cli/lib/__tests__/plugin-details.test.ts +35 -2
  278. package/src/cli/lib/__tests__/plugin-marketplace.test.ts +20 -0
  279. package/src/cli/lib/__tests__/plugins-install-offline.test.ts +43 -0
  280. package/src/cli/lib/__tests__/search-plugins.test.ts +31 -0
  281. package/src/cli/lib/__tests__/uninstall-plugin.test.ts +122 -5
  282. package/src/cli/lib/bundled-marketplace.json +962 -81
  283. package/src/cli/lib/bundled-plugin-packages.json +786 -0
  284. package/src/cli/lib/bundled-plugin-packages.ts +87 -0
  285. package/src/cli/lib/diff-plugin.ts +1 -1
  286. package/src/cli/lib/inspect-plugin.ts +87 -12
  287. package/src/cli/lib/install-from-github.ts +150 -94
  288. package/src/cli/lib/install-from-platform.ts +14 -9
  289. package/src/cli/lib/list-installed-plugins.ts +21 -35
  290. package/src/cli/lib/plugin-catalog-cache.ts +22 -3
  291. package/src/cli/lib/plugin-catalog-local.ts +13 -3
  292. package/src/cli/lib/plugin-catalog-platform.ts +6 -1
  293. package/src/cli/lib/plugin-catalog-resolve.ts +20 -0
  294. package/src/cli/lib/plugin-details.ts +33 -8
  295. package/src/cli/lib/plugin-marketplace.ts +121 -21
  296. package/src/cli/lib/plugin-pin-history.ts +5 -2
  297. package/src/cli/lib/search-plugins.ts +58 -16
  298. package/src/cli/lib/uninstall-plugin.ts +59 -1
  299. package/src/cli/lib/upgrade-plugin.ts +61 -8
  300. package/src/cli/output.ts +18 -4
  301. package/src/config/__tests__/default-profile-catalog.test.ts +22 -0
  302. package/src/config/__tests__/default-provider.test.ts +4 -0
  303. package/src/config/__tests__/memory-retrospective-schema.test.ts +15 -1
  304. package/src/config/__tests__/platform-identity.test.ts +255 -0
  305. package/src/config/__tests__/platform-rehydration.test.ts +99 -9
  306. package/src/config/__tests__/plugin-resident-skill-discovery.test.ts +21 -0
  307. package/src/config/acp-agent-write.ts +43 -0
  308. package/src/config/acp-defaults.test.ts +13 -3
  309. package/src/config/acp-defaults.ts +23 -6
  310. package/src/config/acp-schema.test.ts +81 -0
  311. package/src/config/acp-schema.ts +30 -2
  312. package/src/config/bundled-skills/acp/SKILL.md +23 -15
  313. package/src/config/bundled-skills/acp/TOOLS.json +7 -3
  314. package/src/config/bundled-skills/app-builder/SKILL.md +12 -9
  315. package/src/config/bundled-skills/app-builder/references/CUSTOM_ROUTES.md +1 -1
  316. package/src/config/bundled-skills/computer-use/SKILL.md +59 -2
  317. package/src/config/bundled-skills/computer-use/TOOLS.json +101 -2
  318. package/src/config/bundled-skills/computer-use/tools/computer-use-sequence.ts +12 -0
  319. package/src/config/bundled-skills/media-processing/services/preprocess.ts +2 -1
  320. package/src/config/bundled-skills/media-processing/services/processing-pipeline.ts +2 -1
  321. package/src/config/bundled-skills/media-processing/tools/generate-clip.ts +2 -1
  322. package/src/config/bundled-skills/messaging/SKILL.md +3 -3
  323. package/src/config/bundled-skills/messaging/TOOLS.json +3 -3
  324. package/src/config/bundled-skills/messaging/tools/messaging-send.ts +67 -139
  325. package/src/config/bundled-skills/phone-calls/references/TRANSCRIPTS.md +1 -1
  326. package/src/config/bundled-skills/playbooks/tools/playbook-create.ts +2 -1
  327. package/src/config/bundled-skills/playbooks/tools/playbook-update.ts +2 -1
  328. package/src/config/bundled-skills/schedule/SKILL.md +7 -8
  329. package/src/config/bundled-skills/screen-annotation/SKILL.md +10 -3
  330. package/src/config/bundled-skills/screen-annotation/tools/screen-annotation.test.ts +4 -1
  331. package/src/config/bundled-skills/skill-management/SKILL.md +1 -1
  332. package/src/config/bundled-skills/skill-management/TOOLS.json +13 -9
  333. package/src/config/bundled-skills/transcribe/tools/transcribe-media.ts +5 -2
  334. package/src/config/default-profile-catalog.ts +1 -1
  335. package/src/config/env.ts +2 -2
  336. package/src/config/feature-flag-registry.json +33 -13
  337. package/src/config/loader.ts +11 -17
  338. package/src/config/memory-v3-gate.test.ts +31 -0
  339. package/src/config/memory-v3-gate.ts +20 -16
  340. package/src/config/platform-identity.ts +201 -0
  341. package/src/config/platform-rehydration.ts +11 -27
  342. package/src/config/profile-text-generation.test.ts +51 -0
  343. package/src/config/profile-text-generation.ts +51 -0
  344. package/src/config/schema.ts +2 -2
  345. package/src/config/schemas/__tests__/live-voice.test.ts +8 -158
  346. package/src/config/schemas/__tests__/voice.test.ts +148 -0
  347. package/src/config/schemas/calls.ts +1 -28
  348. package/src/config/schemas/live-voice.ts +1 -173
  349. package/src/config/schemas/llm.ts +7 -2
  350. package/src/config/schemas/mcp.ts +15 -9
  351. package/src/config/schemas/memory-retrospective.ts +10 -0
  352. package/src/config/schemas/monitoring.ts +9 -0
  353. package/src/config/schemas/services.ts +18 -0
  354. package/src/config/schemas/skills.ts +0 -14
  355. package/src/config/schemas/voice.ts +150 -0
  356. package/src/config/skills.ts +13 -21
  357. package/src/credential-execution/ces-runtime.ts +2 -2
  358. package/src/credential-execution/executable-discovery.ts +36 -134
  359. package/src/credential-execution/process-manager.test.ts +37 -42
  360. package/src/credential-execution/process-manager.ts +24 -19
  361. package/src/credential-health/credential-health-service.ts +11 -17
  362. package/src/daemon/__tests__/conversation-tool-setup-exclude.test.ts +47 -0
  363. package/src/daemon/__tests__/conversation-tool-setup.test.ts +109 -121
  364. package/src/daemon/__tests__/plugin-mcp-reconcile.test.ts +5 -1
  365. package/src/daemon/__tests__/skill-memory-refresh-mtime.test.ts +133 -0
  366. package/src/daemon/__tests__/turn-tail-deleted-conversation.test.ts +36 -0
  367. package/src/daemon/app-change-notify.ts +45 -0
  368. package/src/daemon/assistant-attachments.ts +20 -12
  369. package/src/daemon/config-watcher.ts +13 -194
  370. package/src/daemon/conversation-agent-loop-handlers.ts +74 -3
  371. package/src/daemon/conversation-agent-loop.ts +12 -0
  372. package/src/daemon/conversation-attachments.ts +93 -12
  373. package/src/daemon/conversation-client-surface.ts +26 -0
  374. package/src/daemon/conversation-error.ts +3 -2
  375. package/src/daemon/conversation-media-retry.ts +2 -1
  376. package/src/daemon/conversation-process.ts +35 -64
  377. package/src/daemon/conversation-runtime-assembly.ts +21 -8
  378. package/src/daemon/conversation-skill-tools.ts +13 -31
  379. package/src/daemon/conversation-store.ts +1 -1
  380. package/src/daemon/conversation-surfaces.ts +21 -10
  381. package/src/daemon/conversation-tool-setup.ts +135 -109
  382. package/src/daemon/conversation-turn-finalize.ts +26 -13
  383. package/src/daemon/conversation.ts +17 -3
  384. package/src/daemon/daemon-control.ts +3 -7
  385. package/src/daemon/dictation-profile-store.ts +2 -1
  386. package/src/daemon/handlers/shared.ts +2 -1
  387. package/src/daemon/handlers/skills.ts +6 -3
  388. package/src/daemon/host-bash-proxy.ts +8 -12
  389. package/src/daemon/host-browser-proxy.ts +15 -1
  390. package/src/daemon/host-cu-proxy.ts +275 -45
  391. package/src/daemon/host-file-proxy.ts +8 -10
  392. package/src/daemon/host-proxy-preactivation.ts +4 -1
  393. package/src/daemon/host-transfer-proxy.ts +14 -18
  394. package/src/daemon/lifecycle.ts +4 -9
  395. package/src/daemon/mcp-reload-service.ts +13 -6
  396. package/src/daemon/message-types/shared.ts +1 -0
  397. package/src/daemon/message-types/sync.ts +2 -0
  398. package/src/daemon/orphan-reaper.ts +4 -3
  399. package/src/daemon/persist-media-references.ts +20 -3
  400. package/src/daemon/providers-setup.ts +5 -1
  401. package/src/daemon/reaction-history-render.ts +2 -1
  402. package/src/daemon/shutdown-handlers.ts +1 -9
  403. package/src/daemon/skill-memory-refresh.ts +64 -0
  404. package/src/daemon/tool-setup-types.ts +6 -0
  405. package/src/daemon/tool-side-effects.ts +7 -18
  406. package/src/daemon/wake-conversation-ops.ts +38 -15
  407. package/src/desktop/__tests__/fake-desktop.ts +123 -0
  408. package/src/desktop/desktop-automation-lease.test.ts +438 -0
  409. package/src/desktop/desktop-automation-lease.ts +355 -0
  410. package/src/desktop/desktop-browser-client.test.ts +413 -0
  411. package/src/desktop/desktop-browser-client.ts +430 -0
  412. package/src/desktop/desktop-browser-cursor.ts +40 -0
  413. package/src/desktop/desktop-browser-endpoint.test.ts +78 -0
  414. package/src/desktop/desktop-browser-endpoint.ts +145 -0
  415. package/src/desktop/desktop-browser-operations.ts +130 -0
  416. package/src/desktop/desktop-chrome-policy.test.ts +79 -0
  417. package/src/desktop/desktop-chrome-policy.ts +47 -0
  418. package/src/desktop/desktop-chrome-session.test.ts +48 -0
  419. package/src/desktop/desktop-chrome-session.ts +87 -0
  420. package/src/desktop/desktop-dependencies.test.ts +131 -0
  421. package/src/desktop/desktop-dependencies.ts +329 -0
  422. package/src/desktop/desktop-display.ts +9 -0
  423. package/src/desktop/desktop-help.ts +16 -0
  424. package/src/desktop/desktop-panel-config.test.ts +135 -0
  425. package/src/desktop/desktop-panel-config.ts +162 -0
  426. package/src/desktop/desktop-session-manager.test.ts +813 -0
  427. package/src/desktop/desktop-session-manager.ts +970 -0
  428. package/src/desktop/desktop-stream-bridge.test.ts +395 -0
  429. package/src/desktop/desktop-stream-bridge.ts +214 -0
  430. package/src/desktop/desktop-wallpaper.test.ts +191 -0
  431. package/src/desktop/desktop-wallpaper.ts +113 -0
  432. package/src/desktop/desktop-window-drag.ts +177 -0
  433. package/src/desktop/desktop-window-manager-config.test.ts +230 -0
  434. package/src/desktop/desktop-window-manager-config.ts +238 -0
  435. package/src/desktop/desktop-window-theme.ts +170 -0
  436. package/src/desktop/virtual-desktop-feature.ts +18 -0
  437. package/src/desktop/virtual-desktop-platform.test.ts +61 -0
  438. package/src/heartbeat/heartbeat-service.ts +21 -3
  439. package/src/home/__tests__/feed-writer.test.ts +22 -0
  440. package/src/home/feed-writer.ts +11 -2
  441. package/src/hooks/types.ts +33 -0
  442. package/src/i18n/AGENTS.md +22 -0
  443. package/src/i18n/__tests__/i18n.test.ts +112 -0
  444. package/src/i18n/index.ts +16 -0
  445. package/src/i18n/locales.ts +93 -0
  446. package/src/i18n/messages.ts +70 -0
  447. package/src/i18n/title.ts +25 -0
  448. package/src/inbound/platform-callback-registration.ts +4 -5
  449. package/src/ipc/__tests__/browser-ipc.test.ts +230 -2
  450. package/src/ipc/__tests__/cancel-on-disconnect.test.ts +54 -0
  451. package/src/ipc/assistant-server.ts +15 -1
  452. package/src/ipc/cli-client.ts +13 -5
  453. package/src/live-voice/__tests__/live-voice-agent-turn.test.ts +143 -0
  454. package/src/live-voice/__tests__/live-voice-events.test.ts +9 -7
  455. package/src/live-voice/__tests__/live-voice-look-follow-up.test.ts +374 -0
  456. package/src/live-voice/__tests__/live-voice-metrics.test.ts +0 -3
  457. package/src/live-voice/__tests__/live-voice-progress.test.ts +94 -15
  458. package/src/live-voice/__tests__/live-voice-session-telemetry.test.ts +19 -0
  459. package/src/live-voice/__tests__/live-voice-sight-frame-echo.test.ts +238 -0
  460. package/src/live-voice/__tests__/live-voice-vad.test.ts +660 -5
  461. package/src/live-voice/__tests__/protocol.test.ts +95 -0
  462. package/src/live-voice/__tests__/runtime-websocket-shell.test.ts +13 -69
  463. package/src/live-voice/__tests__/session-controls.test.ts +156 -0
  464. package/src/live-voice/live-voice-metrics.ts +9 -0
  465. package/src/live-voice/live-voice-photo.ts +25 -6
  466. package/src/live-voice/live-voice-session.ts +1081 -760
  467. package/src/live-voice/protocol.ts +89 -2
  468. package/src/live-voice/session-controls.ts +197 -0
  469. package/src/mcp/__tests__/credential-target.test.ts +59 -0
  470. package/src/mcp/__tests__/effective-config.test.ts +13 -2
  471. package/src/mcp/__tests__/manager-state.test.ts +128 -0
  472. package/src/mcp/__tests__/manager-tool-caps.test.ts +111 -0
  473. package/src/mcp/__tests__/mcp-auth-orchestrator.test.ts +20 -6
  474. package/src/mcp/__tests__/mcp-auth-state-target.test.ts +49 -0
  475. package/src/mcp/__tests__/plugin-mcp-oauth-cleanup.test.ts +107 -0
  476. package/src/mcp/__tests__/plugin-mcp-oauth-provider-isolation.test.ts +89 -0
  477. package/src/mcp/__tests__/plugin-server-credential-isolation.test.ts +63 -11
  478. package/src/mcp/__tests__/reload-signal-emission.test.ts +39 -2
  479. package/src/mcp/__tests__/startup.test.ts +30 -7
  480. package/src/mcp/__tests__/tool-caps.test.ts +107 -0
  481. package/src/mcp/__tests__/workspace-mcp-config.test.ts +135 -0
  482. package/src/mcp/client.ts +64 -16
  483. package/src/mcp/credential-target.ts +105 -0
  484. package/src/mcp/effective-config.ts +45 -18
  485. package/src/mcp/manager.ts +201 -81
  486. package/src/mcp/mcp-auth-orchestrator.ts +17 -4
  487. package/src/mcp/mcp-auth-state.ts +38 -6
  488. package/src/mcp/mcp-header-store.ts +29 -45
  489. package/src/mcp/mcp-oauth-provider.ts +101 -33
  490. package/src/mcp/spec-schema.ts +111 -0
  491. package/src/mcp/startup.ts +41 -17
  492. package/src/mcp/tool-caps.ts +176 -0
  493. package/src/mcp/workspace-mcp-config.ts +188 -0
  494. package/src/messaging/provider-message-metadata.ts +3 -3
  495. package/src/messaging/provider.ts +10 -3
  496. package/src/messaging/providers/__tests__/proactive-address.test.ts +95 -0
  497. package/src/messaging/providers/callback-routing.ts +18 -0
  498. package/src/messaging/providers/channel-transport.ts +56 -0
  499. package/src/messaging/providers/discord/transport.ts +17 -0
  500. package/src/messaging/providers/slack/__tests__/adapter-token-routing.test.ts +6 -17
  501. package/src/messaging/providers/slack/adapter.ts +7 -44
  502. package/src/messaging/providers/slack/transport.ts +16 -0
  503. package/src/messaging/providers/telegram-bot/adapter.ts +1 -48
  504. package/src/messaging/providers/telegram-bot/client.ts +0 -26
  505. package/src/messaging/providers/telegram-bot/transport.ts +20 -0
  506. package/src/messaging/providers/whatsapp/adapter.ts +1 -48
  507. package/src/messaging/providers/whatsapp/transport.ts +18 -0
  508. package/src/monitoring/__tests__/mount-watch.test.ts +236 -0
  509. package/src/monitoring/__tests__/workspace-git-heartbeat.test.ts +8 -0
  510. package/src/monitoring/mount-watch.ts +348 -0
  511. package/src/monitoring/plugin-auto-update.ts +6 -0
  512. package/src/monitoring/worker.ts +9 -0
  513. package/src/notifications/__tests__/assistant-reply-producer.test.ts +55 -0
  514. package/src/notifications/__tests__/copy-composer.test.ts +70 -0
  515. package/src/notifications/__tests__/decision-engine.test.ts +175 -0
  516. package/src/notifications/__tests__/guardian-feed-projection.test.ts +158 -2
  517. package/src/notifications/__tests__/home-feed-side-effect.test.ts +153 -3
  518. package/src/notifications/__tests__/schedule-result-producer.test.ts +99 -3
  519. package/src/notifications/adapters/macos.ts +3 -0
  520. package/src/notifications/assistant-reply-producer.ts +8 -3
  521. package/src/notifications/conversation-pairing.ts +36 -16
  522. package/src/notifications/copy-composer.ts +11 -3
  523. package/src/notifications/decision-engine.ts +43 -8
  524. package/src/notifications/delivered-post-record.ts +11 -1
  525. package/src/notifications/guardian-feed-projection.ts +125 -5
  526. package/src/notifications/home-feed-side-effect.ts +55 -7
  527. package/src/notifications/schedule-result-producer.ts +64 -22
  528. package/src/oauth/AGENTS.md +4 -0
  529. package/src/oauth/__tests__/identity-verifier.test.ts +36 -1
  530. package/src/oauth/__tests__/seed-providers-managed.test.ts +149 -0
  531. package/src/oauth/byo-connection.test.ts +105 -0
  532. package/src/oauth/byo-connection.ts +36 -6
  533. package/src/oauth/connection-resolver.test.ts +100 -0
  534. package/src/oauth/connection-resolver.ts +120 -3
  535. package/src/oauth/identity-verifier.ts +24 -0
  536. package/src/oauth/oauth-store.ts +11 -1
  537. package/src/oauth/provider-serializer.ts +10 -0
  538. package/src/oauth/scope-utils.ts +24 -0
  539. package/src/oauth/seed-providers.ts +367 -27
  540. package/src/onboarding/checkin-event.ts +2 -1
  541. package/src/outbound-proxy/certs.ts +3 -5
  542. package/src/permissions/checker.test.ts +11 -6
  543. package/src/permissions/confirmation-guardian-request.test.ts +16 -0
  544. package/src/permissions/confirmation-guardian-request.ts +2 -3
  545. package/src/permissions/question-prompter.test.ts +31 -0
  546. package/src/permissions/question-prompter.ts +2 -0
  547. package/src/persistence/attachments-store.ts +84 -44
  548. package/src/persistence/compaction-log-store-clickhouse.ts +3 -3
  549. package/src/persistence/conversation-crud.ts +182 -83
  550. package/src/persistence/conversation-lineage.ts +12 -4
  551. package/src/persistence/conversation-plugin-facade.ts +13 -0
  552. package/src/persistence/conversation-queries.ts +2 -2
  553. package/src/persistence/conversation-title-placeholders.ts +23 -0
  554. package/src/persistence/conversation-title-service.ts +9 -26
  555. package/src/persistence/conversation-tool-surface.ts +86 -0
  556. package/src/persistence/conversation-types.test.ts +32 -0
  557. package/src/persistence/conversation-types.ts +26 -4
  558. package/src/persistence/embeddings/qdrant-manager.ts +163 -18
  559. package/src/persistence/llm-request-log-sink-clickhouse.ts +3 -3
  560. package/src/persistence/llm-request-log-source-clickhouse.ts +3 -3
  561. package/src/persistence/message-cursor.ts +78 -0
  562. package/src/persistence/message-reads.ts +30 -0
  563. package/src/persistence/migrations/157-invite-contact-id.ts +18 -6
  564. package/src/persistence/migrations/378-create-conversation-tool-surfaces.test.ts +78 -0
  565. package/src/persistence/migrations/378-create-conversation-tool-surfaces.ts +29 -0
  566. package/src/persistence/migrations/379-oauth-providers-response-ok-field.test.ts +92 -0
  567. package/src/persistence/migrations/379-oauth-providers-response-ok-field.ts +32 -0
  568. package/src/persistence/migrations/__tests__/157-invite-contact-id.test.ts +149 -0
  569. package/src/persistence/schema/conversation-tool-surfaces.ts +22 -0
  570. package/src/persistence/schema/index.ts +1 -0
  571. package/src/persistence/schema/memory-core.ts +5 -0
  572. package/src/persistence/schema/oauth.ts +1 -0
  573. package/src/persistence/steps.ts +15 -3
  574. package/src/platform/client.test.ts +4 -2
  575. package/src/platform/client.ts +2 -10
  576. package/src/plugin-api/constants.ts +2 -0
  577. package/src/plugin-api/conversation-turn.ts +31 -7
  578. package/src/plugin-api/index.ts +10 -1
  579. package/src/plugin-api/plugin-channel-turn-trust.test.ts +133 -0
  580. package/src/plugin-api/plugin-channel-turn-trust.ts +71 -0
  581. package/src/plugin-api/types.ts +2 -0
  582. package/src/plugins/__tests__/installed-plugin-dirs.test.ts +14 -1
  583. package/src/plugins/__tests__/mcp-servers.test.ts +38 -8
  584. package/src/plugins/defaults/index.ts +2 -0
  585. package/src/plugins/defaults/memory/AGENTS.md +14 -2
  586. package/src/plugins/defaults/memory/__tests__/buffer-file.test.ts +365 -0
  587. package/src/plugins/defaults/memory/__tests__/buffer-format.test.ts +43 -0
  588. package/src/plugins/defaults/memory/__tests__/fixtures/buffer-appender.ts +17 -0
  589. package/src/plugins/defaults/memory/__tests__/memory-retrospective-accounting.test.ts +46 -0
  590. package/src/plugins/defaults/memory/__tests__/memory-retrospective-cursor-backfill.test.ts +118 -0
  591. package/src/plugins/defaults/memory/__tests__/memory-retrospective-cursor-preserve.test.ts +83 -0
  592. package/src/plugins/defaults/memory/__tests__/memory-retrospective-enqueue.test.ts +9 -5
  593. package/src/plugins/defaults/memory/__tests__/memory-retrospective-job.test.ts +66 -10
  594. package/src/plugins/defaults/memory/__tests__/memory-retrospective-prompt.test.ts +20 -0
  595. package/src/plugins/defaults/memory/__tests__/memory-retrospective-state.test.ts +219 -0
  596. package/src/plugins/defaults/memory/__tests__/memory-retrospective-sweep.test.ts +31 -0
  597. package/src/plugins/defaults/memory/__tests__/memory-retrospective-trigger-check.test.ts +63 -0
  598. package/src/plugins/defaults/memory/__tests__/memory-run-evidence.test.ts +161 -0
  599. package/src/plugins/defaults/memory/__tests__/shutdown-hook.test.ts +4 -0
  600. package/src/plugins/defaults/memory/buffer-file.ts +354 -0
  601. package/src/plugins/defaults/memory/buffer-format.ts +40 -0
  602. package/src/plugins/defaults/memory/context-search/agent-runner.ts +3 -3
  603. package/src/plugins/defaults/memory/context-search/format.ts +4 -2
  604. package/src/plugins/defaults/memory/context-search/sources/memory-v2.ts +7 -3
  605. package/src/plugins/defaults/memory/context-search/sources/workspace.ts +4 -2
  606. package/src/plugins/defaults/memory/graph/capability-seed.ts +6 -8
  607. package/src/plugins/defaults/memory/graph/tool-handlers.ts +1 -42
  608. package/src/plugins/defaults/memory/hooks/init.ts +10 -0
  609. package/src/plugins/defaults/memory/hooks/message-deleted.ts +21 -0
  610. package/src/plugins/defaults/memory/hooks/shutdown.ts +2 -0
  611. package/src/plugins/defaults/memory/injectors.ts +4 -3
  612. package/src/plugins/defaults/memory/jobs-worker.ts +13 -0
  613. package/src/plugins/defaults/memory/memory-retrospective-accounting.ts +34 -60
  614. package/src/plugins/defaults/memory/memory-retrospective-cursor-backfill.ts +126 -0
  615. package/src/plugins/defaults/memory/memory-retrospective-cursor-preserve.ts +79 -0
  616. package/src/plugins/defaults/memory/memory-retrospective-cursor.ts +28 -0
  617. package/src/plugins/defaults/memory/memory-retrospective-enqueue.ts +3 -5
  618. package/src/plugins/defaults/memory/memory-retrospective-job.ts +67 -184
  619. package/src/plugins/defaults/memory/memory-retrospective-prompt.ts +1 -1
  620. package/src/plugins/defaults/memory/memory-retrospective-state.ts +312 -71
  621. package/src/plugins/defaults/memory/memory-retrospective-sweep.ts +2 -1
  622. package/src/plugins/defaults/memory/memory-retrospective-trigger-check.ts +5 -3
  623. package/src/plugins/defaults/memory/memory-run-evidence.ts +213 -0
  624. package/src/plugins/defaults/memory/skill-md-mtime-poll.ts +9 -0
  625. package/src/plugins/defaults/memory/src/memory-item-routes.test.ts +1 -1
  626. package/src/plugins/defaults/memory/startup.ts +28 -2
  627. package/src/plugins/defaults/memory/substrate/__tests__/consolidation-job.test.ts +407 -99
  628. package/src/plugins/defaults/memory/substrate/__tests__/consolidation-prompt-flag-gating-guard.test.ts +10 -0
  629. package/src/plugins/defaults/memory/substrate/__tests__/prompts-consolidation.test.ts +107 -7
  630. package/src/plugins/defaults/memory/substrate/__tests__/skill-content.test.ts +7 -9
  631. package/src/plugins/defaults/memory/substrate/consolidation-job.ts +307 -86
  632. package/src/plugins/defaults/memory/substrate/consolidation-tool-surface.ts +34 -0
  633. package/src/plugins/defaults/memory/substrate/page-index.ts +7 -1
  634. package/src/plugins/defaults/memory/substrate/prompts/consolidation.ts +89 -49
  635. package/src/plugins/defaults/memory/substrate/skill-content.ts +2 -2
  636. package/src/plugins/defaults/memory/substrate/sweep-job.ts +1 -1
  637. package/src/plugins/defaults/memory/tools.ts +1 -1
  638. package/src/plugins/defaults/memory/v1/graph/consolidation.ts +4 -2
  639. package/src/plugins/defaults/memory/v1/graph/extraction.ts +4 -1
  640. package/src/plugins/defaults/memory/v1/graph/retriever.ts +4 -1
  641. package/src/plugins/defaults/memory/v2/__tests__/migration.test.ts +5 -0
  642. package/src/plugins/defaults/memory/v2/__tests__/reranker.test.ts +5 -2
  643. package/src/plugins/defaults/memory/v2/reranker.ts +7 -1
  644. package/src/plugins/defaults/memory/v3/__tests__/card.test.ts +24 -0
  645. package/src/plugins/defaults/memory/v3/__tests__/injection.test.ts +81 -1
  646. package/src/plugins/defaults/memory/v3/__tests__/orchestrate.test.ts +87 -0
  647. package/src/plugins/defaults/memory/v3/__tests__/pool-select.test.ts +125 -0
  648. package/src/plugins/defaults/memory/v3/__tests__/sections.test.ts +26 -0
  649. package/src/plugins/defaults/memory/v3/__tests__/shadow-plugin.test.ts +51 -0
  650. package/src/plugins/defaults/memory/v3/card.ts +4 -2
  651. package/src/plugins/defaults/memory/v3/injector.ts +212 -178
  652. package/src/plugins/defaults/memory/v3/orchestrate.ts +86 -22
  653. package/src/plugins/defaults/memory/v3/pool-select.ts +13 -8
  654. package/src/plugins/defaults/memory/v3/sections.ts +10 -3
  655. package/src/plugins/defaults/memory/v3/shadow-plugin.ts +13 -1
  656. package/src/plugins/defaults/memory/worker.ts +6 -0
  657. package/src/plugins/defaults/tool-error/hooks/post-tool-use.ts +4 -1
  658. package/src/plugins/defaults/tool-result-truncate/terminal.ts +1 -46
  659. package/src/plugins/external-plugin-loader.ts +49 -86
  660. package/src/plugins/installed-plugin-dirs.ts +6 -4
  661. package/src/plugins/mcp-servers.ts +24 -90
  662. package/src/plugins/mtime-cache.ts +2 -1
  663. package/src/plugins/user-loader.ts +2 -1
  664. package/src/providers/__tests__/connection-model-compat.test.ts +3 -3
  665. package/src/providers/__tests__/retry-callsite.test.ts +41 -0
  666. package/src/providers/__tests__/retry-outbound-sanitize.test.ts +176 -0
  667. package/src/providers/anthropic/client.ts +0 -47
  668. package/src/providers/gemini/client.ts +9 -23
  669. package/src/providers/gemini-thought-signature.test.ts +63 -0
  670. package/src/providers/gemini-thought-signature.ts +44 -0
  671. package/src/providers/inference/__tests__/endpoint-probe.test.ts +87 -3
  672. package/src/providers/inference/adapter-factory.ts +6 -0
  673. package/src/providers/inference/auth.ts +2 -3
  674. package/src/providers/inference/connection-availability.ts +27 -8
  675. package/src/providers/inference/endpoint-probe.ts +36 -12
  676. package/src/providers/inference/resolve-auth.ts +22 -4
  677. package/src/providers/inference/service-account-token.ts +248 -0
  678. package/src/providers/jev/client.test.ts +260 -0
  679. package/src/providers/jev/client.ts +518 -0
  680. package/src/providers/model-catalog.ts +92 -3
  681. package/src/providers/model-intents.ts +10 -5
  682. package/src/providers/openai/__tests__/chat-completions-output-token-limit.test.ts +141 -0
  683. package/src/providers/openai/__tests__/chat-completions-provider-reasoning.test.ts +146 -18
  684. package/src/providers/openai/__tests__/chat-completions-provider-thought-signature.test.ts +613 -0
  685. package/src/providers/openai/__tests__/google-thought-signature.test.ts +235 -0
  686. package/src/providers/openai/__tests__/tool-choice-mapping.test.ts +83 -1
  687. package/src/providers/openai/chat-completions-provider.ts +212 -79
  688. package/src/providers/openai/codex-models.ts +0 -4
  689. package/src/providers/openai/google-thought-signature.ts +320 -0
  690. package/src/providers/openai/responses-provider.ts +9 -2
  691. package/src/providers/opencode/client.test.ts +240 -4
  692. package/src/providers/opencode/client.ts +129 -3
  693. package/src/providers/openrouter/client.ts +20 -0
  694. package/src/providers/outbound-request-sanitize.ts +96 -0
  695. package/src/providers/retry.ts +30 -19
  696. package/src/providers/server-tool-pairing.ts +16 -7
  697. package/src/providers/unparseable-tool-args.ts +5 -1
  698. package/src/runtime/AGENTS.md +9 -3
  699. package/src/runtime/__tests__/agent-wake.test.ts +86 -1
  700. package/src/runtime/__tests__/channel-send.test.ts +443 -0
  701. package/src/runtime/__tests__/desktop-stream-upgrade.test.ts +132 -0
  702. package/src/runtime/__tests__/host-observe.test.ts +40 -1
  703. package/src/runtime/__tests__/live-voice-upgrade.test.ts +58 -0
  704. package/src/runtime/__tests__/runtime-ws-test-utils.ts +72 -0
  705. package/src/runtime/__tests__/watch-stream-upgrade.test.ts +59 -0
  706. package/src/runtime/agent-wake.ts +22 -5
  707. package/src/runtime/assistant-event-hub.ts +21 -3
  708. package/src/runtime/auth/same-actor.ts +38 -3
  709. package/src/runtime/channel-send.ts +316 -0
  710. package/src/runtime/guardian-action-service.ts +2 -17
  711. package/src/runtime/guardian-reply-router.ts +1 -8
  712. package/src/runtime/host-observe.ts +11 -1
  713. package/src/runtime/http-server.ts +160 -151
  714. package/src/runtime/migrations/__tests__/vbundle-import-policy.test.ts +89 -0
  715. package/src/runtime/migrations/vbundle-import-policy.ts +33 -11
  716. package/src/runtime/routes/__tests__/acp-claude-auth-routes.test.ts +16 -5
  717. package/src/runtime/routes/__tests__/acp-routes.test.ts +178 -4
  718. package/src/runtime/routes/__tests__/apps-refresh-route.test.ts +275 -0
  719. package/src/runtime/routes/__tests__/channel-send-routes.test.ts +127 -0
  720. package/src/runtime/routes/__tests__/conversation-query-routes.test.ts +108 -1
  721. package/src/runtime/routes/__tests__/default-provider-routes.test.ts +2 -2
  722. package/src/runtime/routes/__tests__/dictation-cleanup-guard.test.ts +107 -0
  723. package/src/runtime/routes/__tests__/inference-profiles-routes.test.ts +24 -2
  724. package/src/runtime/routes/__tests__/mcp-add-default-risk.test.ts +16 -12
  725. package/src/runtime/routes/__tests__/plugins-routes.test.ts +127 -3
  726. package/src/runtime/routes/acp-claude-auth-routes.ts +11 -3
  727. package/src/runtime/routes/acp-routes.test.ts +15 -0
  728. package/src/runtime/routes/acp-routes.ts +84 -165
  729. package/src/runtime/routes/app-management-routes.ts +90 -2
  730. package/src/runtime/routes/app-routes.ts +1 -1
  731. package/src/runtime/routes/browser-context.ts +39 -0
  732. package/src/runtime/routes/browser-routes.ts +16 -47
  733. package/src/runtime/routes/browser-tabs-routes.ts +72 -29
  734. package/src/runtime/routes/channel-route-shared.ts +1 -9
  735. package/src/runtime/routes/channel-send-routes.ts +85 -0
  736. package/src/runtime/routes/conversation-list-routes.ts +14 -3
  737. package/src/runtime/routes/conversation-query-routes.ts +40 -0
  738. package/src/runtime/routes/conversation-routes.ts +45 -7
  739. package/src/runtime/routes/credential-routes.ts +20 -14
  740. package/src/runtime/routes/desktop-setup-routes.test.ts +89 -0
  741. package/src/runtime/routes/desktop-setup-routes.ts +41 -0
  742. package/src/runtime/routes/diagnostics-routes.ts +61 -4
  743. package/src/runtime/routes/events-routes.ts +4 -0
  744. package/src/runtime/routes/guardian-approval-interception.ts +24 -0
  745. package/src/runtime/routes/host-cu-routes.ts +6 -0
  746. package/src/runtime/routes/inbound-message-handler.ts +2 -3
  747. package/src/runtime/routes/inbound-stages/background-dispatch.test.ts +1 -1
  748. package/src/runtime/routes/inbound-stages/background-dispatch.ts +7 -4
  749. package/src/runtime/routes/index.ts +4 -2
  750. package/src/runtime/routes/inference-profile-session-handler.ts +11 -1
  751. package/src/runtime/routes/inference-profiles-routes.ts +9 -0
  752. package/src/runtime/routes/log-export-routes.ts +2 -0
  753. package/src/runtime/routes/mcp-auth-routes.ts +141 -137
  754. package/src/runtime/routes/migration-routes.ts +6 -20
  755. package/src/runtime/routes/oauth-commands-routes.ts +98 -45
  756. package/src/runtime/routes/oauth-providers.ts +11 -0
  757. package/src/runtime/routes/oauth-request-hints.test.ts +246 -0
  758. package/src/runtime/routes/oauth-request-hints.ts +149 -0
  759. package/src/runtime/routes/platform-routes.ts +18 -15
  760. package/src/runtime/routes/plugins-routes.ts +83 -50
  761. package/src/runtime/routes/schedule-routes.ts +2 -0
  762. package/src/runtime/routes/secret-routes.ts +99 -119
  763. package/src/runtime/routes/workspace-routes.test.ts +55 -26
  764. package/src/runtime/routes/workspace-routes.ts +46 -63
  765. package/src/runtime/routes/workspace-tree-walk.test.ts +244 -0
  766. package/src/runtime/routes/workspace-tree-walk.ts +240 -0
  767. package/src/runtime/routes/workspace-utils.ts +17 -0
  768. package/src/runtime/services/__tests__/conversation-serializer.test.ts +28 -0
  769. package/src/runtime/services/conversation-serializer.ts +16 -3
  770. package/src/runtime/sync/resource-sync-events.ts +6 -1
  771. package/src/schedule/__tests__/worker-mcp-bootstrap.test.ts +107 -0
  772. package/src/schedule/__tests__/worker-mcp-readiness.test.ts +173 -0
  773. package/src/schedule/__tests__/worker-mcp-tools.test.ts +13 -47
  774. package/src/schedule/run-script.ts +4 -3
  775. package/src/schedule/schedule-store.ts +9 -2
  776. package/src/schedule/scheduler.ts +47 -11
  777. package/src/schedule/tool-surface-readiness.ts +65 -0
  778. package/src/schedule/worker-mcp.ts +85 -0
  779. package/src/schedule/worker.ts +9 -31
  780. package/src/security/__tests__/ces-http-record-backend.test.ts +137 -0
  781. package/src/security/ces-http-record-backend.ts +120 -0
  782. package/src/security/ces-rpc-record-backend.ts +7 -0
  783. package/src/security/secure-keys.ts +60 -48
  784. package/src/security/untrusted-content.ts +3 -1
  785. package/src/skills/__tests__/workspace-skill-md-signature.test.ts +60 -0
  786. package/src/skills/managed-store.ts +153 -31
  787. package/src/skills/workspace-skill-md-signature.ts +50 -0
  788. package/src/subagent/consult-context.ts +12 -25
  789. package/src/tools/__tests__/side-effect-abort-guard.test.ts +1 -0
  790. package/src/tools/acp/list-agents.test.ts +3 -1
  791. package/src/tools/acp/spawn.test.ts +146 -11
  792. package/src/tools/acp/spawn.ts +21 -3
  793. package/src/tools/acp/status.test.ts +349 -0
  794. package/src/tools/acp/status.ts +112 -9
  795. package/src/tools/app-control/skill-proxy-bridge.ts +2 -1
  796. package/src/tools/ask-question/ask-question-tool.test.ts +167 -5
  797. package/src/tools/ask-question/ask-question-tool.ts +119 -23
  798. package/src/tools/browser/browser-execution.ts +52 -15
  799. package/src/tools/browser/cdp-client/__tests__/factory.test.ts +69 -0
  800. package/src/tools/browser/cdp-client/accessibility-snapshot.ts +9 -3
  801. package/src/tools/browser/cdp-client/cdp-inspect/__tests__/ws-transport.test.ts +1 -0
  802. package/src/tools/browser/cdp-client/cdp-inspect/discovery.ts +2 -1
  803. package/src/tools/browser/cdp-client/cdp-inspect/ws-transport.ts +5 -0
  804. package/src/tools/browser/cdp-client/extension-cdp-client.ts +3 -2
  805. package/src/tools/browser/network-recorder.ts +2 -1
  806. package/src/tools/capability-offer.test.ts +22 -2
  807. package/src/tools/capability-offer.ts +16 -1
  808. package/src/tools/computer-use/definitions.ts +123 -5
  809. package/src/tools/computer-use/skill-proxy-bridge.ts +2 -1
  810. package/src/tools/credentials/metadata-store.ts +100 -0
  811. package/src/tools/filesystem/search.ts +2 -1
  812. package/src/tools/host-filesystem/edit.test.ts +2 -1
  813. package/src/tools/host-filesystem/edit.ts +2 -2
  814. package/src/tools/host-filesystem/read.test.ts +2 -1
  815. package/src/tools/host-filesystem/read.ts +2 -2
  816. package/src/tools/host-filesystem/transfer.test.ts +2 -1
  817. package/src/tools/host-filesystem/transfer.ts +2 -2
  818. package/src/tools/host-filesystem/write.test.ts +2 -1
  819. package/src/tools/host-filesystem/write.ts +2 -2
  820. package/src/tools/host-terminal/host-shell.test.ts +16 -0
  821. package/src/tools/host-terminal/host-shell.ts +16 -26
  822. package/src/tools/network/web-search.ts +6 -1
  823. package/src/tools/policy-context.ts +6 -7
  824. package/src/tools/shared/filesystem/file-ops-service.ts +1 -31
  825. package/src/tools/shared/shell-output.test.ts +10 -0
  826. package/src/tools/shared/shell-output.ts +14 -2
  827. package/src/tools/skills/find-similar-skills.test.ts +214 -2
  828. package/src/tools/skills/find-similar-skills.ts +62 -9
  829. package/src/tools/skills/resolve-execute-invocation.ts +24 -0
  830. package/src/tools/skills/sandbox-runner.ts +13 -2
  831. package/src/tools/skills/scaffold-managed.ts +78 -16
  832. package/src/tools/subagent/spawn.ts +5 -8
  833. package/src/tools/terminal/__tests__/safe-env.test.ts +33 -4
  834. package/src/tools/terminal/__tests__/sanitized-bash.test.ts +43 -0
  835. package/src/tools/terminal/safe-env.ts +35 -24
  836. package/src/tools/terminal/sanitized-bash.ts +118 -0
  837. package/src/tools/terminal/shell-launch.test.ts +162 -0
  838. package/src/tools/terminal/shell.test.ts +29 -0
  839. package/src/tools/terminal/shell.ts +13 -7
  840. package/src/tools/ui-surface/channel-variants.ts +10 -59
  841. package/src/tools/watch/watch-retro-report.ts +0 -8
  842. package/src/types/host-capabilities.ts +5 -3
  843. package/src/util/__tests__/language-subtag.test.ts +23 -1
  844. package/src/util/abort-reasons.ts +12 -1
  845. package/src/util/browser-human-verification.ts +14 -0
  846. package/src/util/ca-bundle.ts +13 -0
  847. package/src/util/host-process.test.ts +17 -1
  848. package/src/util/host-process.ts +24 -0
  849. package/src/util/language-subtag.ts +16 -0
  850. package/src/util/platform.ts +8 -0
  851. package/src/util/plugin-manifest.ts +203 -0
  852. package/src/util/unicode.ts +44 -1
  853. package/src/watch/watch-retro.ts +6 -8
  854. package/src/watch/watch-timeline.ts +2 -2
  855. package/src/workflows/run-manager.ts +2 -1
  856. package/src/workspace/git-porcelain.ts +66 -0
  857. package/src/workspace/git-service.ts +6 -55
  858. package/src/workspace/migrations/154-repair-retired-codex-gpt-5-4-model-ids.ts +258 -0
  859. package/src/workspace/migrations/155-move-front-model-config-to-voice.ts +78 -0
  860. package/src/workspace/migrations/156-extract-workspace-mcp-json.ts +214 -0
  861. package/src/workspace/migrations/__tests__/155-move-front-model-config-to-voice.test.ts +102 -0
  862. package/src/workspace/migrations/__tests__/156-extract-workspace-mcp-json.test.ts +199 -0
  863. package/src/workspace/migrations/registry.ts +6 -0
  864. package/src/__tests__/app-source-watcher.test.ts +0 -218
  865. package/src/__tests__/config-watcher-skill-reseed.test.ts +0 -359
  866. package/src/__tests__/speaker-identification.test.ts +0 -56
  867. package/src/calls/speaker-identification.ts +0 -233
  868. package/src/daemon/app-source-watcher.ts +0 -218
  869. package/src/messaging/providers/whatsapp/client.ts +0 -29
  870. package/src/runtime/routes/debug-bash-routes.ts +0 -173
  871. package/src/util/fs-watcher-error.ts +0 -36
  872. /package/src/{live-voice → calls}/progress-phrases.ts +0 -0
@@ -0,0 +1,274 @@
1
+ import { describe, expect, test } from "bun:test";
2
+
3
+ import { VoiceProgressConfigSchema } from "../../config/schemas/voice.js";
4
+ import type { VoiceProgressNarrator } from "../progress-narration.js";
5
+ import {
6
+ PROGRESS_FALLBACK_PHRASES,
7
+ PROGRESS_FALLBACK_PHRASES_BY_LANGUAGE,
8
+ } from "../progress-phrases.js";
9
+ import {
10
+ createProgressCadence,
11
+ type ProgressCadence,
12
+ type ProgressCadenceHost,
13
+ } from "../voice-progress-cadence.js";
14
+
15
+ const sleep = (ms: number) => new Promise<void>((r) => setTimeout(r, ms));
16
+
17
+ async function waitFor(predicate: () => boolean, attempts = 60): Promise<void> {
18
+ for (let i = 0; i < attempts; i += 1) {
19
+ if (predicate()) {
20
+ return;
21
+ }
22
+ await sleep(5);
23
+ }
24
+ throw new Error("waitFor timed out");
25
+ }
26
+
27
+ interface Harness {
28
+ cadence: ProgressCadence;
29
+ spoken: Array<{ phrase: string; language: string | undefined }>;
30
+ host: {
31
+ live: boolean;
32
+ audioIdle: boolean;
33
+ tailUntilMs: number;
34
+ language: string | undefined;
35
+ deltaEpoch: number;
36
+ narrationsSpoken: number;
37
+ };
38
+ }
39
+
40
+ function harness(opts: {
41
+ config?: Partial<ReturnType<typeof VoiceProgressConfigSchema.parse>>;
42
+ narrator?: VoiceProgressNarrator | null;
43
+ language?: string;
44
+ }): Harness {
45
+ const state = {
46
+ live: true,
47
+ audioIdle: true,
48
+ tailUntilMs: 0,
49
+ language: opts.language,
50
+ deltaEpoch: 0,
51
+ narrationsSpoken: 0,
52
+ };
53
+ const spoken: Harness["spoken"] = [];
54
+ const host: ProgressCadenceHost = {
55
+ turnId: "turn-1",
56
+ launchedAtMs: Date.now(),
57
+ signal: new AbortController().signal,
58
+ canNarrate: () => state.live,
59
+ isAudioIdle: () => state.audioIdle,
60
+ playbackTailUntilMs: () => state.tailUntilMs,
61
+ transcriptSoFar: () => "what is on my calendar",
62
+ language: () => state.language,
63
+ deltaEpoch: () => state.deltaEpoch,
64
+ speak: (phrase, language) => {
65
+ spoken.push({ phrase, language });
66
+ return true;
67
+ },
68
+ onNarrationSpoken: () => {
69
+ state.narrationsSpoken += 1;
70
+ },
71
+ };
72
+ let counter = 0;
73
+ const cadence = createProgressCadence({
74
+ config: VoiceProgressConfigSchema.parse({
75
+ opsThreshold: 3,
76
+ idleIntervalMs: 60_000,
77
+ maxSilenceMs: 60_000,
78
+ longOpMs: 15_000,
79
+ minGapMs: 10,
80
+ generationTimeoutMs: 1_500,
81
+ ...opts.config,
82
+ }),
83
+ narrator:
84
+ opts.narrator === undefined
85
+ ? { generateProgressText: async () => "Checking your calendar now." }
86
+ : opts.narrator,
87
+ host,
88
+ nextFallbackPhraseIndex: () => counter++,
89
+ });
90
+ return { cadence, spoken, host: state };
91
+ }
92
+
93
+ describe("createProgressCadence", () => {
94
+ test("the ops trigger narrates once the threshold of started tools is reached", async () => {
95
+ const h = harness({});
96
+ h.cadence.toolStarted("web_search", "t1");
97
+ h.cadence.toolStarted("web_fetch", "t2");
98
+ await sleep(15);
99
+ expect(h.spoken).toEqual([]);
100
+
101
+ h.cadence.toolStarted("file_read", "t3");
102
+ await waitFor(() => h.spoken.length === 1);
103
+
104
+ expect(h.spoken[0]).toEqual({
105
+ phrase: "Checking your calendar now.",
106
+ language: undefined,
107
+ });
108
+ expect(h.cadence.updatesSpoken).toBe(1);
109
+ expect(h.host.narrationsSpoken).toBe(1);
110
+ h.cadence.clear();
111
+ });
112
+
113
+ test("a long operation completing narrates on its own beat", async () => {
114
+ const h = harness({ config: { longOpMs: 20 } });
115
+ h.cadence.toolStarted("web_search", "t1");
116
+ await sleep(30);
117
+ h.cadence.toolFinished({
118
+ toolName: "web_search",
119
+ toolUseId: "t1",
120
+ resultPreview: "three results",
121
+ });
122
+ await waitFor(() => h.spoken.length === 1);
123
+
124
+ expect(h.cadence.ops[0].completedAtMs).toBeDefined();
125
+ expect(h.cadence.ops[0].resultPreview).toBe("three results");
126
+ h.cadence.clear();
127
+ });
128
+
129
+ test("a quick operation completing is only news, not a narration", async () => {
130
+ const h = harness({});
131
+ h.cadence.toolStarted("web_search", "t1");
132
+ h.cadence.toolFinished({ toolName: "web_search", toolUseId: "t1" });
133
+ await sleep(20);
134
+
135
+ expect(h.spoken).toEqual([]);
136
+ h.cadence.clear();
137
+ });
138
+
139
+ test("a tool_result with no id matches the newest incomplete op of that name", () => {
140
+ const h = harness({});
141
+ h.cadence.toolStarted("web_search", "t1");
142
+ h.cadence.toolStarted("web_search", "t2");
143
+ h.cadence.toolFinished({ toolName: "web_search", isError: true });
144
+
145
+ expect(h.cadence.ops[1].completedAtMs).toBeDefined();
146
+ expect(h.cadence.ops[1].isError).toBe(true);
147
+ expect(h.cadence.ops[0].completedAtMs).toBeUndefined();
148
+ h.cadence.clear();
149
+ });
150
+
151
+ test("the idle tick narrates news since the last update, and the static fallback covers a null generation", async () => {
152
+ const h = harness({
153
+ config: { idleIntervalMs: 30, maxSilenceMs: 60_000 },
154
+ narrator: { generateProgressText: async () => null },
155
+ language: "es",
156
+ });
157
+ h.cadence.arm();
158
+ await sleep(60);
159
+ // Nothing observable happened: the tick stays quiet.
160
+ expect(h.spoken).toEqual([]);
161
+
162
+ h.cadence.toolStarted("web_search", "t1");
163
+ await waitFor(() => h.spoken.length === 1);
164
+
165
+ expect(
166
+ PROGRESS_FALLBACK_PHRASES_BY_LANGUAGE.es.map((p) => p.trim()),
167
+ ).toContain(h.spoken[0].phrase.trim());
168
+ // The Spanish table has an entry: the phrase rides the turn's language.
169
+ expect(h.spoken[0].language).toBeUndefined();
170
+ h.cadence.clear();
171
+ });
172
+
173
+ test("a static fallback the table lacks in the turn's language is pinned to English", async () => {
174
+ const h = harness({
175
+ config: { idleIntervalMs: 30 },
176
+ narrator: { generateProgressText: async () => null },
177
+ language: "ko",
178
+ });
179
+ h.cadence.arm();
180
+ h.cadence.toolStarted("web_search", "t1");
181
+ await waitFor(() => h.spoken.length === 1);
182
+
183
+ expect(PROGRESS_FALLBACK_PHRASES).toContain(h.spoken[0].phrase);
184
+ expect(h.spoken[0].language).toBe("en");
185
+ h.cadence.clear();
186
+ });
187
+
188
+ test("the heartbeat speaks after maxSilenceMs even with nothing new", async () => {
189
+ const h = harness({
190
+ config: { idleIntervalMs: 30, maxSilenceMs: 30 },
191
+ });
192
+ h.cadence.arm();
193
+ await waitFor(() => h.spoken.length === 1);
194
+ h.cadence.clear();
195
+ });
196
+
197
+ test("nothing speaks while audio is still playing; the countdown restarts once it drains", async () => {
198
+ const h = harness({ config: { idleIntervalMs: 30, maxSilenceMs: 30 } });
199
+ h.host.audioIdle = false;
200
+ h.cadence.arm();
201
+ await sleep(80);
202
+ expect(h.spoken).toEqual([]);
203
+
204
+ h.host.audioIdle = true;
205
+ h.cadence.noteAudioSettled();
206
+ await waitFor(() => h.spoken.length === 1);
207
+ h.cadence.clear();
208
+ });
209
+
210
+ test("a narration generated while the model resumed speaking is dropped", async () => {
211
+ let release: () => void = () => {};
212
+ const h = harness({
213
+ config: { opsThreshold: 1 },
214
+ narrator: {
215
+ generateProgressText: () =>
216
+ new Promise<string | null>((resolve) => {
217
+ release = () => resolve("Still on it.");
218
+ }),
219
+ },
220
+ });
221
+ h.cadence.toolStarted("web_search", "t1");
222
+ await sleep(10);
223
+ h.host.deltaEpoch += 1;
224
+ release();
225
+ await sleep(20);
226
+
227
+ expect(h.spoken).toEqual([]);
228
+ h.cadence.clear();
229
+ });
230
+
231
+ test("minGapMs spaces narration from another floor holder", async () => {
232
+ const h = harness({ config: { opsThreshold: 1, minGapMs: 200 } });
233
+ h.cadence.noteFloorHolder();
234
+ h.cadence.toolStarted("web_search", "t1");
235
+ await sleep(30);
236
+
237
+ expect(h.spoken).toEqual([]);
238
+ h.cadence.clear();
239
+ });
240
+
241
+ test("a null narrator or a disabled config never speaks or arms", async () => {
242
+ const off = harness({ narrator: null, config: { idleIntervalMs: 20 } });
243
+ off.cadence.arm();
244
+ off.cadence.toolStarted("a", "1");
245
+ off.cadence.toolStarted("b", "2");
246
+ off.cadence.toolStarted("c", "3");
247
+ const disabled = harness({
248
+ config: { enabled: false, idleIntervalMs: 20 },
249
+ });
250
+ disabled.cadence.arm();
251
+ disabled.cadence.toolStarted("a", "1");
252
+ disabled.cadence.toolStarted("b", "2");
253
+ disabled.cadence.toolStarted("c", "3");
254
+ await sleep(60);
255
+
256
+ expect(off.spoken).toEqual([]);
257
+ expect(disabled.spoken).toEqual([]);
258
+ });
259
+
260
+ test("clear stops the dead-air timer and a dead turn is never narrated", async () => {
261
+ const h = harness({ config: { idleIntervalMs: 20, maxSilenceMs: 20 } });
262
+ h.cadence.arm();
263
+ h.cadence.clear();
264
+ await sleep(60);
265
+ expect(h.spoken).toEqual([]);
266
+
267
+ h.host.live = false;
268
+ h.cadence.toolStarted("a", "1");
269
+ h.cadence.toolStarted("b", "2");
270
+ h.cadence.toolStarted("c", "3");
271
+ await sleep(20);
272
+ expect(h.spoken).toEqual([]);
273
+ });
274
+ });
@@ -1,13 +1,21 @@
1
+ /**
2
+ * Tests for `startVoiceTurn`'s turn flow against real persistence: delta and
3
+ * error forwarding, abort handling, persisted channel metadata, the auto-built
4
+ * phone control prompt, and the approval-policy split between guardian and
5
+ * non-guardian callers. The sibling `voice-session-bridge.test.ts` covers the
6
+ * routing legs, transcript hygiene, tool-event forwarding, and the lock and
7
+ * teardown races against scripted doubles.
8
+ */
1
9
  import { beforeEach, describe, expect, mock, test } from "bun:test";
2
10
 
3
- import type { AssistantEvent } from "../api/index.js";
11
+ import { setConfig } from "../../__tests__/helpers/set-config.js";
12
+ import type { AssistantEvent } from "../../api/index.js";
4
13
  import type {
5
14
  TurnChannelContext,
6
15
  TurnInterfaceContext,
7
- } from "../channels/types.js";
8
- import type { Conversation } from "../daemon/conversation.js";
9
- import { persistUserMessage as persistUserMessageImpl } from "../daemon/conversation-messaging.js";
10
- import { setConfig } from "./helpers/set-config.js";
16
+ } from "../../channels/types.js";
17
+ import type { Conversation } from "../../daemon/conversation.js";
18
+ import { persistUserMessage as persistUserMessageImpl } from "../../daemon/conversation-messaging.js";
11
19
 
12
20
  /** Seed the config the voice bridge reads: disclosure copy, plus disabled
13
21
  * secret detection and memory so the real persist path stays inert. */
@@ -19,7 +27,7 @@ function seedVoiceConfig(disclosure: { enabled: boolean; text: string }): void {
19
27
 
20
28
  let voiceConversationFactory: (() => Conversation) | null = null;
21
29
 
22
- mock.module("../daemon/conversation-store.js", () => ({
30
+ mock.module("../../daemon/conversation-store.js", () => ({
23
31
  getOrCreateConversation: async () => {
24
32
  if (!voiceConversationFactory) {
25
33
  throw new Error("voiceConversationFactory not set for test");
@@ -28,18 +36,18 @@ mock.module("../daemon/conversation-store.js", () => ({
28
36
  },
29
37
  }));
30
38
 
31
- import { CALL_OPENING_MARKER } from "../calls/voice-control-protocol.js";
32
- import { startVoiceTurn } from "../calls/voice-session-bridge.js";
33
39
  import {
34
40
  createConversation,
35
41
  getMessages,
36
- } from "../persistence/conversation-crud.js";
37
- import { getDb } from "../persistence/db-connection.js";
38
- import { initializeDb } from "../persistence/db-init.js";
42
+ } from "../../persistence/conversation-crud.js";
43
+ import { getDb } from "../../persistence/db-connection.js";
44
+ import { initializeDb } from "../../persistence/db-init.js";
39
45
  import {
40
46
  assistantEventHub,
41
47
  broadcastMessage,
42
- } from "../runtime/assistant-event-hub.js";
48
+ } from "../../runtime/assistant-event-hub.js";
49
+ import { CALL_OPENING_MARKER } from "../voice-control-protocol.js";
50
+ import { startVoiceTurn } from "../voice-session-bridge.js";
43
51
 
44
52
  await initializeDb();
45
53
 
@@ -842,6 +842,53 @@ describe("startVoiceTurn triage-and-escalate control prompt", () => {
842
842
  expect(installed()).toContain(escalatedContinuationRule());
843
843
  });
844
844
 
845
+ test("a direct escalated turn keeps the caller-supplied resume prompt verbatim", async () => {
846
+ const installed = captureInstalledPrompt();
847
+ await startVoiceTurn({
848
+ ...makeTurnOptions(),
849
+ voiceControlPrompt: LIVE_VOICE_PROMPT,
850
+ routingLeg: "escalated",
851
+ directEscalated: true,
852
+ });
853
+ expect(installed()).toBe(LIVE_VOICE_PROMPT);
854
+ });
855
+
856
+ test("the auto-built phone prompt carries the front-door rule anchored to the caller's words", async () => {
857
+ const installed = captureInstalledPrompt();
858
+ await startVoiceTurn({
859
+ ...makeTurnOptions(),
860
+ content: "what time is it",
861
+ routingLeg: "front-door",
862
+ });
863
+ expect(installed()).toContain("<voice_call_control>");
864
+ expect(installed()).toContain(
865
+ `13. ${frontDoorDecisionRule({ callerUtterance: "what time is it" })}`,
866
+ );
867
+ });
868
+
869
+ test("a phone sentinel anchors the front-door rule on its persisted form", async () => {
870
+ const installed = captureInstalledPrompt();
871
+ await startVoiceTurn({ ...makeTurnOptions(), routingLeg: "front-door" });
872
+ expect(installed()).toContain(
873
+ frontDoorDecisionRule({
874
+ callerUtterance: "(call connected — deliver opening greeting)",
875
+ }),
876
+ );
877
+ expect(installed()).not.toContain(JSON.stringify(CALL_OPENING_MARKER));
878
+ });
879
+
880
+ test("the auto-built phone prompt carries the escalated continuation rule", async () => {
881
+ const installed = captureInstalledPrompt();
882
+ await startVoiceTurn({
883
+ ...makeTurnOptions(),
884
+ routingLeg: "escalated",
885
+ spokenEscalationBridge: "One moment.",
886
+ });
887
+ expect(installed()).toContain(
888
+ `13. ${escalatedContinuationRule("One moment.")}`,
889
+ );
890
+ });
891
+
845
892
  test("leaves a caller-supplied prompt verbatim when no routing leg is set", async () => {
846
893
  const installed = captureInstalledPrompt();
847
894
  await startVoiceTurn({
@@ -860,7 +907,7 @@ describe("default call protocol numbered rules", () => {
860
907
  const installed = captureInstalledPrompt();
861
908
  await startVoiceTurn(makeTurnOptions());
862
909
  expect(installed()).toContain(
863
- "12. Speak the caller's language: reply in the language of the caller's most recent actual speech, and follow them if they switch languages mid-call. Synthetic user turns (parenthetical markers like the call-connected and verification-completed notices) are not caller speech and never set the language. Before the caller has spoken, such as on the opening greeting turn, use the language the Task context implies, if any; otherwise default to English.",
910
+ "11. Speak the caller's language: reply in the language of the caller's most recent actual speech, and follow them if they switch languages mid-call. Synthetic user turns (parenthetical markers like the call-connected and verification-completed notices) are not caller speech and never set the language. Before the caller has spoken, such as on the opening greeting turn, use the language the Task context implies, if any; otherwise default to English.",
864
911
  );
865
912
  });
866
913
 
@@ -1930,7 +1977,7 @@ describe("startVoiceTurn tool-event forwarding", () => {
1930
1977
  fakeConversation = fake.conversation;
1931
1978
  }
1932
1979
 
1933
- test("tool_use_start delivers the tool name, toolUseId, and input", async () => {
1980
+ test("tool_use_start delivers the tool name, input, and active allowlist", async () => {
1934
1981
  makeEventEmittingConversation([
1935
1982
  {
1936
1983
  type: "tool_use_start",
@@ -1939,6 +1986,11 @@ describe("startVoiceTurn tool-event forwarding", () => {
1939
1986
  toolUseId: "toolu-1",
1940
1987
  },
1941
1988
  ]);
1989
+ (
1990
+ fakeConversation as typeof fakeConversation & {
1991
+ allowedToolNames?: Set<string>;
1992
+ }
1993
+ ).allowedToolNames = new Set(["web_search"]);
1942
1994
 
1943
1995
  const starts: Array<{ toolName: string; detail?: unknown }> = [];
1944
1996
  await startVoiceTurn({
@@ -1952,7 +2004,11 @@ describe("startVoiceTurn tool-event forwarding", () => {
1952
2004
  expect(starts).toEqual([
1953
2005
  {
1954
2006
  toolName: "web_search",
1955
- detail: { toolUseId: "toolu-1", input: { query: "weather" } },
2007
+ detail: {
2008
+ toolUseId: "toolu-1",
2009
+ input: { query: "weather" },
2010
+ allowedToolNames: new Set(["web_search"]),
2011
+ },
1956
2012
  },
1957
2013
  ]);
1958
2014
  });
@@ -2110,6 +2166,68 @@ describe("front-door leg tool suppression", () => {
2110
2166
  });
2111
2167
  });
2112
2168
 
2169
+ describe("desktop skill preactivation", () => {
2170
+ async function preactivatedFor(turn: Record<string, unknown>): Promise<{
2171
+ skillIds: string[];
2172
+ proxyInterfaces: unknown[];
2173
+ skillIdsDuringLoop: string[];
2174
+ }> {
2175
+ const skillIds: string[] = [];
2176
+ const proxyInterfaces: unknown[] = [];
2177
+ let skillIdsDuringLoop: string[] = [];
2178
+ const fake = makeFakeConversation({
2179
+ processing: false,
2180
+ runAgentLoop: async () => {
2181
+ skillIdsDuringLoop = [...skillIds];
2182
+ },
2183
+ });
2184
+ Object.assign(fake.conversation, {
2185
+ addPreactivatedSkillId: (id: string) => {
2186
+ skillIds.push(id);
2187
+ },
2188
+ ensureHostProxiesForTurn: (sourceInterface: unknown) => {
2189
+ proxyInterfaces.push(sourceInterface);
2190
+ },
2191
+ });
2192
+ fakeConversation = fake.conversation;
2193
+
2194
+ await startVoiceTurn({
2195
+ ...makeTurnOptions(undefined, "conv-desktop-skills"),
2196
+ userMessageInterface: "macos",
2197
+ ...turn,
2198
+ });
2199
+ await flushMicrotasks();
2200
+ return { skillIds, proxyInterfaces, skillIdsDuringLoop };
2201
+ }
2202
+
2203
+ test("an escalated leg of a macOS desktop session starts with computer use active", async () => {
2204
+ const result = await preactivatedFor({
2205
+ routingLeg: "escalated",
2206
+ macosDesktopSession: true,
2207
+ });
2208
+
2209
+ expect(result.skillIdsDuringLoop).toContain("computer-use");
2210
+ expect(result.proxyInterfaces).toEqual(["macos"]);
2211
+ });
2212
+
2213
+ test("a session from any other client leaves the desktop skills to be loaded", async () => {
2214
+ const result = await preactivatedFor({ routingLeg: "escalated" });
2215
+
2216
+ expect(result.skillIds).toEqual([]);
2217
+ expect(result.proxyInterfaces).toEqual([]);
2218
+ });
2219
+
2220
+ test("the toolless front-door leg is never preactivated", async () => {
2221
+ const result = await preactivatedFor({
2222
+ routingLeg: "front-door",
2223
+ macosDesktopSession: true,
2224
+ });
2225
+
2226
+ expect(result.skillIds).toEqual([]);
2227
+ expect(result.proxyInterfaces).toEqual([]);
2228
+ });
2229
+ });
2230
+
2113
2231
  describe("cutFrontDoorContentAtVerdict", () => {
2114
2232
  test("null when the content carries no verdict token (committed answer)", () => {
2115
2233
  expect(
@@ -2477,6 +2595,25 @@ describe("transcript hygiene (teardown pass)", () => {
2477
2595
  expect(events).toContain("loadFromDb");
2478
2596
  });
2479
2597
 
2598
+ test("a row ending with a session control marker persists with it stripped", async () => {
2599
+ const { events } = makeReservedRowConversation();
2600
+ getMessageByIdImpl = () =>
2601
+ makeRow("Muting you for thirty seconds. [MUTE:30]");
2602
+
2603
+ await startVoiceTurn({ ...makeTurnOptions(), routingLeg: "front-door" });
2604
+ await flushMicrotasks();
2605
+
2606
+ expect(crudLog.updates).toEqual([
2607
+ {
2608
+ messageId: "assistant-row-1",
2609
+ content: JSON.stringify([
2610
+ { type: "text", text: "Muting you for thirty seconds." },
2611
+ ]),
2612
+ },
2613
+ ]);
2614
+ expect(events).toContain("loadFromDb");
2615
+ });
2616
+
2480
2617
  test("a mid-text [-1] (content, not command) leaves the row untouched", async () => {
2481
2618
  const { events } = makeReservedRowConversation();
2482
2619
  getMessageByIdImpl = () =>
@@ -5,6 +5,7 @@ import {
5
5
  capEscalationBridge,
6
6
  classifyFrontDoorLeading,
7
7
  createFrontDoorStreamGate,
8
+ createFrontDoorVerdictMachine,
8
9
  ESCALATE_VERDICT_TOKEN,
9
10
  escalatedContinuationRule,
10
11
  ESCALATION_CONTINUATION_CONTENT,
@@ -17,6 +18,7 @@ import {
17
18
  isEscalationBridgeComplete,
18
19
  MAX_ESCALATION_BRIDGE_CHARS,
19
20
  needsFallbackBridge,
21
+ resolveSpokenEscalationBridge,
20
22
  spokenBridgeText,
21
23
  } from "../voice-triage-escalate.js";
22
24
 
@@ -281,6 +283,34 @@ describe("fallbackEscalationBridgeFor", () => {
281
283
  });
282
284
  });
283
285
 
286
+ describe("resolveSpokenEscalationBridge", () => {
287
+ test("a real capped bridge is spoken as the model's own speech", () => {
288
+ expect(resolveSpokenEscalationBridge("Let me check that.", "es")).toEqual({
289
+ spokenBridge: "Let me check that.",
290
+ usesFallback: false,
291
+ });
292
+ });
293
+
294
+ test("an empty or too-short bridge falls back to the localized canned phrase, audio-only", () => {
295
+ expect(resolveSpokenEscalationBridge("", "es")).toEqual({
296
+ spokenBridge: FALLBACK_ESCALATION_BRIDGE_BY_LANGUAGE.es,
297
+ usesFallback: true,
298
+ });
299
+ expect(resolveSpokenEscalationBridge("Ok", undefined)).toEqual({
300
+ spokenBridge: FALLBACK_ESCALATION_BRIDGE,
301
+ usesFallback: true,
302
+ });
303
+ });
304
+
305
+ test("a canned phrase the table lacks for the caller's language is English and says so", () => {
306
+ expect(resolveSpokenEscalationBridge("", "ko")).toEqual({
307
+ spokenBridge: FALLBACK_ESCALATION_BRIDGE,
308
+ usesFallback: true,
309
+ language: "en",
310
+ });
311
+ });
312
+ });
313
+
284
314
  describe("capEscalationBridge", () => {
285
315
  test("cuts just after the first sentence terminator", () => {
286
316
  expect(
@@ -449,6 +479,81 @@ describe("live-voice escalation orchestration (end-to-end — TODO)", () => {
449
479
  );
450
480
  });
451
481
 
482
+ describe("createFrontDoorVerdictMachine", () => {
483
+ /** Feed `deltas` through a machine and return the step kinds, in order. */
484
+ function kinds(deltas: string[], holdEnabled = false): string[] {
485
+ const machine = createFrontDoorVerdictMachine(holdEnabled);
486
+ return deltas.map((delta) => machine.push(delta).kind);
487
+ }
488
+
489
+ test("stays pending while the lead could still become a token", () => {
490
+ expect(kinds(["", "[", "1"])).toEqual(["pending", "pending", "pending"]);
491
+ });
492
+
493
+ test("an answer releases the held lead on the transition, then each delta", () => {
494
+ const machine = createFrontDoorVerdictMachine(false);
495
+ expect(machine.push("[")).toEqual({ kind: "pending" });
496
+ expect(machine.push("A] first")).toEqual({
497
+ kind: "answer",
498
+ text: "[A] first",
499
+ });
500
+ expect(machine.push(", second")).toEqual({
501
+ kind: "answer",
502
+ text: ", second",
503
+ });
504
+ });
505
+
506
+ test("escalate reports the capped bridge on the delta that completes it", () => {
507
+ const machine = createFrontDoorVerdictMachine(false);
508
+ expect(machine.push(`${ESCALATE_VERDICT_TOKEN} One `)).toEqual({
509
+ kind: "escalate",
510
+ bridge: null,
511
+ });
512
+ expect(machine.push("moment")).toEqual({ kind: "bridging" });
513
+ expect(machine.push(". Extra text past the cap")).toEqual({
514
+ kind: "bridge",
515
+ bridge: "One moment.",
516
+ });
517
+ expect(machine.push(" more")).toEqual({ kind: "done" });
518
+ });
519
+
520
+ test("a bridge that completes on the verdict delta is reported with it", () => {
521
+ const machine = createFrontDoorVerdictMachine(false);
522
+ expect(machine.push(`${ESCALATE_VERDICT_TOKEN} Let me check.`)).toEqual({
523
+ kind: "escalate",
524
+ bridge: "Let me check.",
525
+ });
526
+ });
527
+
528
+ test("finish hands off a bridge that never hit a terminator", () => {
529
+ const machine = createFrontDoorVerdictMachine(false);
530
+ machine.push(`${ESCALATE_VERDICT_TOKEN} Give me a second`);
531
+ expect(machine.finish()).toEqual({
532
+ kind: "bridge",
533
+ bridge: "Give me a second",
534
+ });
535
+ expect(machine.push("late")).toEqual({ kind: "done" });
536
+ });
537
+
538
+ test("finish on an answer or a pending lead is done, not a bridge", () => {
539
+ const answering = createFrontDoorVerdictMachine(false);
540
+ answering.push("Sure.");
541
+ expect(answering.finish()).toEqual({ kind: "done" });
542
+ const undecided = createFrontDoorVerdictMachine(false);
543
+ undecided.push("[");
544
+ expect(undecided.finish()).toEqual({ kind: "done" });
545
+ });
546
+
547
+ test("hold is a step only when the leg was taught the token", () => {
548
+ expect(kinds([HOLD_VERDICT_TOKEN], true)).toEqual(["hold"]);
549
+ expect(kinds([`${HOLD_VERDICT_TOKEN} trailing`], true)).toEqual(["hold"]);
550
+ expect(kinds([HOLD_VERDICT_TOKEN], false)).toEqual(["answer"]);
551
+ const held = createFrontDoorVerdictMachine(true);
552
+ held.push(HOLD_VERDICT_TOKEN);
553
+ expect(held.push("anything")).toEqual({ kind: "done" });
554
+ });
555
+ });
556
+
452
557
  describe("createFrontDoorStreamGate", () => {
453
558
  /** Feed `deltas` through a gate and return what it released, in order. */
454
559
  function release(