@vellumai/assistant 0.12.1 → 0.12.2-staging.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (577) hide show
  1. package/AGENTS.md +4 -0
  2. package/ARCHITECTURE.md +20 -21
  3. package/docs/architecture/turn-actor.md +15 -8
  4. package/docs/guardian-request-flow.md +16 -0
  5. package/node_modules/@vellumai/slack-text/src/index.ts +13 -8
  6. package/node_modules/@vellumai/slack-text/src/label-resolution-entities.test.ts +95 -0
  7. package/openapi.yaml +360 -51
  8. package/package.json +3 -1
  9. package/scripts/smoke-desktop-window-theme.ts +186 -0
  10. package/src/__tests__/always-loaded-tools-guard.test.ts +18 -10
  11. package/src/__tests__/anthropic-provider.test.ts +0 -63
  12. package/src/__tests__/app-compiler.test.ts +6 -0
  13. package/src/__tests__/app-control-tool-schemas.test.ts +5 -2
  14. package/src/__tests__/app-dir-path-guard.test.ts +1 -3
  15. package/src/__tests__/assistant-event-hub-machine-name.test.ts +6 -7
  16. package/src/__tests__/assistant-event-hub.test.ts +44 -0
  17. package/src/__tests__/computer-use-skill-manifest-regression.test.ts +1 -1
  18. package/src/__tests__/computer-use-skill-proxy-bridge.test.ts +5 -2
  19. package/src/__tests__/computer-use-tools.test.ts +19 -7
  20. package/src/__tests__/config-schema-cmd.test.ts +2 -2
  21. package/src/__tests__/config-schema.test.ts +28 -29
  22. package/src/__tests__/config-watcher.test.ts +23 -8
  23. package/src/__tests__/connection-model-compat.test.ts +2 -2
  24. package/src/__tests__/conversation-key-store-disk-view.test.ts +1 -1
  25. package/src/__tests__/conversation-pairing.test.ts +26 -0
  26. package/src/__tests__/conversation-process-app-control-preactivation.test.ts +4 -10
  27. package/src/__tests__/conversation-queue.test.ts +48 -207
  28. package/src/__tests__/conversation-retry-discard.test.ts +54 -1
  29. package/src/__tests__/conversation-runtime-assembly.test.ts +28 -0
  30. package/src/__tests__/conversation-skill-tools.test.ts +27 -0
  31. package/src/__tests__/conversation-surfaces-app-control.test.ts +8 -3
  32. package/src/__tests__/conversation-surfaces-point-at-budget.test.ts +1 -0
  33. package/src/__tests__/conversation-surfaces-point-at-capability.test.ts +1 -0
  34. package/src/__tests__/conversation-surfaces-task-progress.test.ts +67 -0
  35. package/src/__tests__/conversation-title-service.test.ts +14 -10
  36. package/src/__tests__/conversation-tool-setup-app-refresh.test.ts +3 -5
  37. package/src/__tests__/conversation-tool-setup-attribution.test.ts +51 -0
  38. package/src/__tests__/credential-record-retire.test.ts +171 -1
  39. package/src/__tests__/credential-routes.test.ts +250 -3
  40. package/src/__tests__/credential-security-invariants.test.ts +5 -3
  41. package/src/__tests__/cu-unified-flow.test.ts +14 -4
  42. package/src/__tests__/document-sync-tags.test.ts +25 -0
  43. package/src/__tests__/drain-kick-guard.test.ts +0 -2
  44. package/src/__tests__/drain-requeue-on-contention.test.ts +0 -6
  45. package/src/__tests__/evict-conversations-for-reload.test.ts +1 -1
  46. package/src/__tests__/git-porcelain.test.ts +47 -0
  47. package/src/__tests__/heartbeat-service.test.ts +56 -40
  48. package/src/__tests__/helpers/set-workspace-mcp.ts +11 -0
  49. package/src/__tests__/host-bash-proxy.test.ts +26 -45
  50. package/src/__tests__/host-browser-proxy.test.ts +6 -17
  51. package/src/__tests__/host-cu-proxy.test.ts +596 -0
  52. package/src/__tests__/host-file-proxy-targeted.test.ts +23 -0
  53. package/src/__tests__/host-file-proxy.test.ts +11 -23
  54. package/src/__tests__/host-transfer-proxy-targeted.test.ts +30 -9
  55. package/src/__tests__/list-messages-camera-frame.test.ts +121 -0
  56. package/src/__tests__/llm-catalog-parity.test.ts +25 -0
  57. package/src/__tests__/mcp-auth-routes.test.ts +6 -9
  58. package/src/__tests__/mcp-config-secret-boundary.test.ts +78 -136
  59. package/src/__tests__/mcp-health-check.test.ts +8 -11
  60. package/src/__tests__/mcp-list-plugin-servers.test.ts +8 -10
  61. package/src/__tests__/message-deleted-hook-dispatch.test.ts +119 -0
  62. package/src/__tests__/messages-after-tiebreaker.test.ts +91 -0
  63. package/src/__tests__/messages-read-boundary-guard.test.ts +1 -1
  64. package/src/__tests__/messaging-send-tool.test.ts +355 -548
  65. package/src/__tests__/model-intents.test.ts +3 -0
  66. package/src/__tests__/notification-vellum-adapter.test.ts +85 -2
  67. package/src/__tests__/oauth-commands-routes.test.ts +168 -0
  68. package/src/__tests__/oauth-provider-profiles.test.ts +18 -0
  69. package/src/__tests__/oauth-provider-serializer.test.ts +22 -0
  70. package/src/__tests__/oauth-providers-routes.test.ts +1 -0
  71. package/src/__tests__/openai-provider.test.ts +1 -0
  72. package/src/__tests__/outlook-messaging-provider.test.ts +6 -6
  73. package/src/__tests__/platform-callback-registration.test.ts +8 -16
  74. package/src/__tests__/platform-client-verify-credential.test.ts +2 -0
  75. package/src/__tests__/plugin-import-boundary-guard.test.ts +14 -0
  76. package/src/__tests__/qdrant-manager.test.ts +132 -0
  77. package/src/__tests__/resolve-app.test.ts +135 -0
  78. package/src/__tests__/scaffold-managed-skill-tool.test.ts +229 -6
  79. package/src/__tests__/script-proxy-certs.test.ts +35 -0
  80. package/src/__tests__/secret-routes-acp-guard.test.ts +59 -1
  81. package/src/__tests__/service-account-token.test.ts +247 -0
  82. package/src/__tests__/skill-feature-flags-integration.test.ts +1 -1
  83. package/src/__tests__/skill-feature-flags.test.ts +2 -2
  84. package/src/__tests__/skills.test.ts +9 -4
  85. package/src/__tests__/source-fingerprint.test.ts +184 -0
  86. package/src/__tests__/subagent-tool-gate-mode.test.ts +70 -3
  87. package/src/__tests__/subagent-tools.test.ts +3 -2
  88. package/src/__tests__/telephony-tts-guard.test.ts +38 -3
  89. package/src/__tests__/test-support/computer-use-skill-harness.ts +3 -2
  90. package/src/__tests__/ui-channel-variants.test.ts +1 -56
  91. package/src/__tests__/unicode.test.ts +13 -0
  92. package/src/__tests__/vellum-self-knowledge-inline-command.test.ts +4 -0
  93. package/src/__tests__/watch-retro-tool-availability.test.ts +8 -17
  94. package/src/__tests__/workspace-git-service.test.ts +26 -0
  95. package/src/__tests__/workspace-migration-154-repair-retired-codex-gpt-5-4-model-ids.test.ts +336 -0
  96. package/src/acp/__tests__/acp-claude-oauth.test.ts +257 -6
  97. package/src/acp/__tests__/acp-credentials.test.ts +13 -0
  98. package/src/acp/__tests__/agent-process.test.ts +258 -4
  99. package/src/acp/__tests__/auth-required.test.ts +96 -0
  100. package/src/acp/__tests__/claude-token-refresh.test.ts +257 -0
  101. package/src/acp/__tests__/client-handler.test.ts +90 -2
  102. package/src/acp/__tests__/helpers/acp-model-option.ts +51 -0
  103. package/src/acp/__tests__/prepare-agent-env.test.ts +60 -1
  104. package/src/acp/__tests__/session-manager-persistence.test.ts +5 -1
  105. package/src/acp/__tests__/session-manager-resume.test.ts +270 -6
  106. package/src/acp/__tests__/session-manager-usage.test.ts +4 -2
  107. package/src/acp/__tests__/session-manager.test.ts +895 -4
  108. package/src/acp/acp-claude-oauth.ts +328 -14
  109. package/src/acp/acp-credentials.ts +19 -0
  110. package/src/acp/agent-process.test.ts +4 -1
  111. package/src/acp/agent-process.ts +96 -10
  112. package/src/acp/auth-required.ts +50 -1
  113. package/src/acp/auto-install.test.ts +9 -7
  114. package/src/acp/claude-token-refresh.ts +150 -0
  115. package/src/acp/client-handler.ts +16 -3
  116. package/src/acp/model-config.test.ts +166 -0
  117. package/src/acp/model-config.ts +138 -0
  118. package/src/acp/prepare-agent-env.ts +21 -6
  119. package/src/acp/resolve-agent.test.ts +220 -6
  120. package/src/acp/resolve-agent.ts +88 -23
  121. package/src/acp/session-manager.test.ts +196 -3
  122. package/src/acp/session-manager.ts +441 -18
  123. package/src/acp/types.ts +50 -5
  124. package/src/agent/loop.ts +1 -0
  125. package/src/api/events/acp-session-model-update.test.ts +88 -0
  126. package/src/api/events/acp-session-model-update.ts +46 -0
  127. package/src/api/events/app-files-changed.ts +4 -3
  128. package/src/api/events/notification-intent.ts +2 -0
  129. package/src/api/events/user-message-echo.ts +7 -1
  130. package/src/api/index.ts +6 -0
  131. package/src/api/responses/conversation-message.ts +5 -0
  132. package/src/apps/app-store.ts +1 -1
  133. package/src/apps/resolve-app.ts +81 -0
  134. package/src/apps/source-fingerprint.ts +266 -0
  135. package/src/avatar/identity-avatar.ts +7 -2
  136. package/src/bundler/app-compiler.ts +15 -0
  137. package/src/calls/__tests__/barge-in-guard.test.ts +81 -0
  138. package/src/{__tests__ → calls/__tests__}/call-controller.test.ts +503 -82
  139. package/src/{__tests__ → calls/__tests__}/media-stream-audio-transcode.test.ts +1 -1
  140. package/src/{__tests__ → calls/__tests__}/media-stream-output.test.ts +37 -8
  141. package/src/{__tests__ → calls/__tests__}/media-stream-parser.test.ts +1 -1
  142. package/src/{__tests__ → calls/__tests__}/media-stream-server-integration.test.ts +150 -57
  143. package/src/{__tests__ → calls/__tests__}/media-stream-stt-session.test.ts +5 -5
  144. package/src/{__tests__ → calls/__tests__}/media-turn-detector.test.ts +1 -1
  145. package/src/{live-voice → calls}/__tests__/progress-narration.test.ts +4 -4
  146. package/src/{live-voice → calls}/__tests__/progress-phrases.test.ts +1 -1
  147. package/src/calls/__tests__/voice-control-protocol.test.ts +120 -25
  148. package/src/calls/__tests__/voice-leg-coordinator.test.ts +229 -0
  149. package/src/calls/__tests__/voice-progress-cadence.test.ts +274 -0
  150. package/src/{__tests__/voice-session-bridge.test.ts → calls/__tests__/voice-session-bridge-turn-flow.test.ts} +20 -12
  151. package/src/calls/__tests__/voice-session-bridge.test.ts +56 -1
  152. package/src/calls/__tests__/voice-triage-escalate.test.ts +105 -0
  153. package/src/calls/barge-in-guard.ts +118 -0
  154. package/src/calls/call-constants.ts +24 -4
  155. package/src/calls/call-controller.ts +499 -199
  156. package/src/calls/call-transport.ts +16 -0
  157. package/src/calls/media-stream-output.ts +32 -0
  158. package/src/calls/media-stream-server.ts +82 -30
  159. package/src/calls/media-stream-stt-session.ts +15 -0
  160. package/src/{live-voice → calls}/progress-narration.ts +2 -2
  161. package/src/calls/resolve-call-tts-provider.ts +33 -2
  162. package/src/calls/tts-call-strategy.ts +9 -5
  163. package/src/calls/types.ts +2 -0
  164. package/src/calls/voice-control-protocol.ts +155 -21
  165. package/src/calls/voice-leg-coordinator.ts +189 -0
  166. package/src/calls/voice-progress-cadence.ts +423 -0
  167. package/src/calls/voice-session-bridge.ts +92 -72
  168. package/src/calls/voice-triage-escalate.ts +178 -59
  169. package/src/cli/commands/__tests__/apps.test.ts +245 -0
  170. package/src/cli/commands/__tests__/bash.test.ts +53 -0
  171. package/src/cli/commands/__tests__/roadmap.help.test.ts +19 -0
  172. package/src/cli/commands/apps.help.ts +67 -13
  173. package/src/cli/commands/apps.ts +183 -0
  174. package/src/cli/commands/bash.help.ts +8 -13
  175. package/src/cli/commands/bash.ts +7 -25
  176. package/src/cli/commands/channels/__tests__/send.test.ts +218 -0
  177. package/src/cli/commands/channels/index.help.ts +70 -2
  178. package/src/cli/commands/channels/index.ts +16 -3
  179. package/src/cli/commands/channels/send.ts +128 -0
  180. package/src/cli/commands/credentials.help.ts +6 -2
  181. package/src/cli/commands/credentials.ts +2 -2
  182. package/src/cli/commands/mcp.help.ts +8 -8
  183. package/src/cli/commands/mcp.ts +1 -1
  184. package/src/cli/commands/oauth/status.ts +5 -0
  185. package/src/cli/commands/roadmap.help.ts +5 -1
  186. package/src/cli/commands/roadmap.ts +1 -1
  187. package/src/cli/lib/bundled-marketplace.json +103 -90
  188. package/src/config/__tests__/default-profile-catalog.test.ts +22 -0
  189. package/src/config/__tests__/memory-retrospective-schema.test.ts +15 -1
  190. package/src/config/__tests__/platform-identity.test.ts +255 -0
  191. package/src/config/__tests__/platform-rehydration.test.ts +99 -9
  192. package/src/config/acp-agent-write.ts +43 -0
  193. package/src/config/acp-defaults.test.ts +13 -3
  194. package/src/config/acp-defaults.ts +23 -6
  195. package/src/config/acp-schema.test.ts +81 -0
  196. package/src/config/acp-schema.ts +30 -2
  197. package/src/config/bundled-skills/acp/SKILL.md +22 -14
  198. package/src/config/bundled-skills/acp/TOOLS.json +5 -1
  199. package/src/config/bundled-skills/app-builder/SKILL.md +12 -9
  200. package/src/config/bundled-skills/app-builder/references/CUSTOM_ROUTES.md +1 -1
  201. package/src/config/bundled-skills/computer-use/SKILL.md +29 -2
  202. package/src/config/bundled-skills/computer-use/TOOLS.json +99 -0
  203. package/src/config/bundled-skills/computer-use/tools/computer-use-sequence.ts +12 -0
  204. package/src/config/bundled-skills/media-processing/services/preprocess.ts +2 -1
  205. package/src/config/bundled-skills/media-processing/services/processing-pipeline.ts +2 -1
  206. package/src/config/bundled-skills/media-processing/tools/generate-clip.ts +2 -1
  207. package/src/config/bundled-skills/messaging/SKILL.md +3 -3
  208. package/src/config/bundled-skills/messaging/TOOLS.json +3 -3
  209. package/src/config/bundled-skills/messaging/tools/messaging-send.ts +67 -139
  210. package/src/config/bundled-skills/phone-calls/references/TRANSCRIPTS.md +1 -1
  211. package/src/config/bundled-skills/playbooks/tools/playbook-create.ts +2 -1
  212. package/src/config/bundled-skills/playbooks/tools/playbook-update.ts +2 -1
  213. package/src/config/bundled-skills/schedule/SKILL.md +3 -4
  214. package/src/config/bundled-skills/screen-annotation/SKILL.md +8 -1
  215. package/src/config/bundled-skills/screen-annotation/tools/screen-annotation.test.ts +4 -1
  216. package/src/config/bundled-skills/skill-management/TOOLS.json +6 -2
  217. package/src/config/bundled-skills/transcribe/tools/transcribe-media.ts +5 -2
  218. package/src/config/default-profile-catalog.ts +1 -1
  219. package/src/config/env.ts +2 -2
  220. package/src/config/feature-flag-registry.json +33 -13
  221. package/src/config/loader.ts +2 -0
  222. package/src/config/memory-v3-gate.test.ts +31 -0
  223. package/src/config/memory-v3-gate.ts +20 -16
  224. package/src/config/platform-identity.ts +201 -0
  225. package/src/config/platform-rehydration.ts +11 -27
  226. package/src/config/schema.ts +2 -2
  227. package/src/config/schemas/__tests__/live-voice.test.ts +8 -158
  228. package/src/config/schemas/__tests__/voice.test.ts +148 -0
  229. package/src/config/schemas/calls.ts +1 -28
  230. package/src/config/schemas/live-voice.ts +1 -173
  231. package/src/config/schemas/mcp.ts +1 -1
  232. package/src/config/schemas/memory-retrospective.ts +10 -0
  233. package/src/config/schemas/services.ts +18 -0
  234. package/src/config/schemas/skills.ts +0 -14
  235. package/src/config/schemas/voice.ts +150 -0
  236. package/src/credential-execution/process-manager.test.ts +18 -19
  237. package/src/credential-health/credential-health-service.ts +11 -17
  238. package/src/daemon/__tests__/conversation-tool-setup.test.ts +66 -121
  239. package/src/daemon/__tests__/plugin-mcp-reconcile.test.ts +4 -1
  240. package/src/daemon/__tests__/skill-memory-refresh-mtime.test.ts +133 -0
  241. package/src/daemon/app-change-notify.ts +45 -0
  242. package/src/daemon/config-watcher.ts +13 -194
  243. package/src/daemon/conversation-error.ts +3 -2
  244. package/src/daemon/conversation-media-retry.ts +2 -1
  245. package/src/daemon/conversation-process.ts +35 -64
  246. package/src/daemon/conversation-runtime-assembly.ts +20 -7
  247. package/src/daemon/conversation-skill-tools.ts +13 -31
  248. package/src/daemon/conversation-store.ts +1 -1
  249. package/src/daemon/conversation-surfaces.ts +21 -10
  250. package/src/daemon/conversation-tool-setup.ts +45 -59
  251. package/src/daemon/conversation.ts +0 -3
  252. package/src/daemon/dictation-profile-store.ts +2 -1
  253. package/src/daemon/handlers/shared.ts +2 -1
  254. package/src/daemon/handlers/skills.ts +6 -3
  255. package/src/daemon/host-bash-proxy.ts +8 -12
  256. package/src/daemon/host-browser-proxy.ts +15 -1
  257. package/src/daemon/host-cu-proxy.ts +224 -19
  258. package/src/daemon/host-file-proxy.ts +8 -10
  259. package/src/daemon/host-proxy-preactivation.ts +2 -1
  260. package/src/daemon/host-transfer-proxy.ts +14 -18
  261. package/src/daemon/lifecycle.ts +0 -5
  262. package/src/daemon/mcp-reload-service.ts +5 -5
  263. package/src/daemon/message-types/sync.ts +1 -0
  264. package/src/daemon/orphan-reaper.ts +1 -1
  265. package/src/daemon/providers-setup.ts +1 -1
  266. package/src/daemon/reaction-history-render.ts +2 -1
  267. package/src/daemon/shutdown-handlers.ts +1 -9
  268. package/src/daemon/skill-memory-refresh.ts +64 -0
  269. package/src/daemon/tool-side-effects.ts +7 -18
  270. package/src/desktop/__tests__/fake-desktop.ts +122 -0
  271. package/src/desktop/desktop-chrome-policy.test.ts +79 -0
  272. package/src/desktop/desktop-chrome-policy.ts +47 -0
  273. package/src/desktop/desktop-chrome-session.ts +37 -0
  274. package/src/desktop/desktop-dependencies.test.ts +102 -0
  275. package/src/desktop/desktop-dependencies.ts +308 -0
  276. package/src/desktop/desktop-feature.test.ts +18 -0
  277. package/src/desktop/desktop-feature.ts +19 -0
  278. package/src/desktop/desktop-panel-config.test.ts +135 -0
  279. package/src/desktop/desktop-panel-config.ts +149 -0
  280. package/src/desktop/desktop-session-manager.test.ts +730 -0
  281. package/src/desktop/desktop-session-manager.ts +850 -0
  282. package/src/desktop/desktop-stream-bridge.test.ts +395 -0
  283. package/src/desktop/desktop-stream-bridge.ts +214 -0
  284. package/src/desktop/desktop-wallpaper.test.ts +191 -0
  285. package/src/desktop/desktop-wallpaper.ts +113 -0
  286. package/src/desktop/desktop-window-drag.ts +177 -0
  287. package/src/desktop/desktop-window-manager-config.test.ts +230 -0
  288. package/src/desktop/desktop-window-manager-config.ts +238 -0
  289. package/src/desktop/desktop-window-theme.ts +170 -0
  290. package/src/heartbeat/heartbeat-service.ts +21 -3
  291. package/src/home/__tests__/feed-writer.test.ts +22 -0
  292. package/src/home/feed-writer.ts +11 -2
  293. package/src/hooks/types.ts +33 -0
  294. package/src/i18n/AGENTS.md +22 -0
  295. package/src/i18n/__tests__/i18n.test.ts +108 -0
  296. package/src/i18n/index.ts +16 -0
  297. package/src/i18n/locales.ts +93 -0
  298. package/src/i18n/messages.ts +61 -0
  299. package/src/i18n/title.ts +25 -0
  300. package/src/inbound/platform-callback-registration.ts +4 -5
  301. package/src/live-voice/__tests__/live-voice-agent-turn.test.ts +121 -0
  302. package/src/live-voice/__tests__/live-voice-events.test.ts +8 -7
  303. package/src/live-voice/__tests__/live-voice-metrics.test.ts +0 -3
  304. package/src/live-voice/__tests__/live-voice-progress.test.ts +94 -15
  305. package/src/live-voice/__tests__/live-voice-sight-frame-echo.test.ts +238 -0
  306. package/src/live-voice/__tests__/live-voice-vad.test.ts +2 -2
  307. package/src/live-voice/__tests__/protocol.test.ts +39 -0
  308. package/src/live-voice/__tests__/runtime-websocket-shell.test.ts +13 -69
  309. package/src/live-voice/__tests__/session-controls.test.ts +79 -0
  310. package/src/live-voice/live-voice-photo.ts +25 -6
  311. package/src/live-voice/live-voice-session.ts +297 -699
  312. package/src/live-voice/protocol.ts +60 -2
  313. package/src/live-voice/session-controls.ts +111 -0
  314. package/src/mcp/__tests__/effective-config.test.ts +2 -2
  315. package/src/mcp/__tests__/workspace-mcp-config.test.ts +135 -0
  316. package/src/mcp/effective-config.ts +3 -3
  317. package/src/mcp/mcp-header-store.ts +29 -45
  318. package/src/mcp/spec-schema.ts +111 -0
  319. package/src/mcp/startup.ts +8 -4
  320. package/src/mcp/workspace-mcp-config.ts +188 -0
  321. package/src/messaging/provider.ts +10 -3
  322. package/src/messaging/providers/__tests__/proactive-address.test.ts +95 -0
  323. package/src/messaging/providers/callback-routing.ts +18 -0
  324. package/src/messaging/providers/channel-transport.ts +56 -0
  325. package/src/messaging/providers/discord/transport.ts +17 -0
  326. package/src/messaging/providers/slack/__tests__/adapter-token-routing.test.ts +6 -17
  327. package/src/messaging/providers/slack/adapter.ts +7 -44
  328. package/src/messaging/providers/slack/transport.ts +16 -0
  329. package/src/messaging/providers/telegram-bot/adapter.ts +1 -48
  330. package/src/messaging/providers/telegram-bot/client.ts +0 -26
  331. package/src/messaging/providers/telegram-bot/transport.ts +20 -0
  332. package/src/messaging/providers/whatsapp/adapter.ts +1 -48
  333. package/src/messaging/providers/whatsapp/transport.ts +18 -0
  334. package/src/monitoring/__tests__/workspace-git-heartbeat.test.ts +8 -0
  335. package/src/notifications/__tests__/assistant-reply-producer.test.ts +55 -0
  336. package/src/notifications/__tests__/guardian-feed-projection.test.ts +158 -2
  337. package/src/notifications/__tests__/home-feed-side-effect.test.ts +153 -3
  338. package/src/notifications/__tests__/schedule-result-producer.test.ts +99 -3
  339. package/src/notifications/adapters/macos.ts +3 -0
  340. package/src/notifications/assistant-reply-producer.ts +8 -3
  341. package/src/notifications/conversation-pairing.ts +36 -16
  342. package/src/notifications/delivered-post-record.ts +11 -1
  343. package/src/notifications/guardian-feed-projection.ts +125 -5
  344. package/src/notifications/home-feed-side-effect.ts +55 -7
  345. package/src/notifications/schedule-result-producer.ts +66 -22
  346. package/src/oauth/AGENTS.md +2 -0
  347. package/src/oauth/__tests__/seed-providers-managed.test.ts +149 -0
  348. package/src/oauth/byo-connection.test.ts +105 -0
  349. package/src/oauth/byo-connection.ts +36 -6
  350. package/src/oauth/connection-resolver.test.ts +100 -0
  351. package/src/oauth/connection-resolver.ts +120 -3
  352. package/src/oauth/provider-serializer.ts +9 -0
  353. package/src/oauth/scope-utils.ts +24 -0
  354. package/src/oauth/seed-providers.ts +314 -27
  355. package/src/outbound-proxy/certs.ts +3 -5
  356. package/src/permissions/checker.test.ts +11 -6
  357. package/src/persistence/compaction-log-store-clickhouse.ts +3 -3
  358. package/src/persistence/conversation-crud.ts +71 -63
  359. package/src/persistence/conversation-lineage.ts +12 -4
  360. package/src/persistence/conversation-queries.ts +2 -2
  361. package/src/persistence/conversation-title-placeholders.ts +23 -0
  362. package/src/persistence/conversation-title-service.ts +9 -26
  363. package/src/persistence/embeddings/qdrant-manager.ts +163 -18
  364. package/src/persistence/llm-request-log-sink-clickhouse.ts +3 -3
  365. package/src/persistence/llm-request-log-source-clickhouse.ts +3 -3
  366. package/src/persistence/message-cursor.ts +78 -0
  367. package/src/persistence/message-reads.ts +30 -0
  368. package/src/persistence/migrations/157-invite-contact-id.ts +18 -6
  369. package/src/persistence/migrations/__tests__/157-invite-contact-id.test.ts +149 -0
  370. package/src/persistence/schema/memory-core.ts +5 -0
  371. package/src/platform/client.test.ts +4 -2
  372. package/src/platform/client.ts +2 -10
  373. package/src/plugin-api/constants.ts +2 -0
  374. package/src/plugin-api/index.ts +1 -0
  375. package/src/plugin-api/types.ts +2 -0
  376. package/src/plugins/defaults/index.ts +2 -0
  377. package/src/plugins/defaults/memory/__tests__/memory-retrospective-accounting.test.ts +46 -0
  378. package/src/plugins/defaults/memory/__tests__/memory-retrospective-cursor-backfill.test.ts +118 -0
  379. package/src/plugins/defaults/memory/__tests__/memory-retrospective-cursor-preserve.test.ts +83 -0
  380. package/src/plugins/defaults/memory/__tests__/memory-retrospective-enqueue.test.ts +9 -5
  381. package/src/plugins/defaults/memory/__tests__/memory-retrospective-job.test.ts +20 -10
  382. package/src/plugins/defaults/memory/__tests__/memory-retrospective-prompt.test.ts +5 -0
  383. package/src/plugins/defaults/memory/__tests__/memory-retrospective-state.test.ts +219 -0
  384. package/src/plugins/defaults/memory/__tests__/memory-retrospective-sweep.test.ts +31 -0
  385. package/src/plugins/defaults/memory/__tests__/memory-retrospective-trigger-check.test.ts +63 -0
  386. package/src/plugins/defaults/memory/__tests__/shutdown-hook.test.ts +4 -0
  387. package/src/plugins/defaults/memory/context-search/agent-runner.ts +3 -2
  388. package/src/plugins/defaults/memory/context-search/format.ts +3 -2
  389. package/src/plugins/defaults/memory/context-search/sources/memory-v2.ts +6 -3
  390. package/src/plugins/defaults/memory/context-search/sources/workspace.ts +3 -2
  391. package/src/plugins/defaults/memory/graph/capability-seed.ts +6 -7
  392. package/src/plugins/defaults/memory/hooks/init.ts +10 -0
  393. package/src/plugins/defaults/memory/hooks/message-deleted.ts +21 -0
  394. package/src/plugins/defaults/memory/hooks/shutdown.ts +2 -0
  395. package/src/plugins/defaults/memory/host-utils.ts +10 -0
  396. package/src/plugins/defaults/memory/jobs-worker.ts +13 -0
  397. package/src/plugins/defaults/memory/memory-retrospective-accounting.ts +34 -60
  398. package/src/plugins/defaults/memory/memory-retrospective-cursor-backfill.ts +126 -0
  399. package/src/plugins/defaults/memory/memory-retrospective-cursor-preserve.ts +79 -0
  400. package/src/plugins/defaults/memory/memory-retrospective-cursor.ts +28 -0
  401. package/src/plugins/defaults/memory/memory-retrospective-enqueue.ts +3 -5
  402. package/src/plugins/defaults/memory/memory-retrospective-job.ts +12 -3
  403. package/src/plugins/defaults/memory/memory-retrospective-prompt.ts +1 -1
  404. package/src/plugins/defaults/memory/memory-retrospective-state.ts +312 -71
  405. package/src/plugins/defaults/memory/memory-retrospective-sweep.ts +2 -1
  406. package/src/plugins/defaults/memory/memory-retrospective-trigger-check.ts +5 -3
  407. package/src/plugins/defaults/memory/skill-md-mtime-poll.ts +9 -0
  408. package/src/plugins/defaults/memory/startup.ts +28 -2
  409. package/src/plugins/defaults/memory/substrate/__tests__/skill-content.test.ts +7 -9
  410. package/src/plugins/defaults/memory/substrate/page-index.ts +6 -1
  411. package/src/plugins/defaults/memory/substrate/skill-content.ts +2 -2
  412. package/src/plugins/defaults/memory/v1/graph/consolidation.ts +4 -2
  413. package/src/plugins/defaults/memory/v1/graph/extraction.ts +4 -2
  414. package/src/plugins/defaults/memory/v1/graph/retriever.ts +4 -1
  415. package/src/plugins/defaults/memory/v2/reranker.ts +6 -1
  416. package/src/plugins/defaults/memory/v3/__tests__/card.test.ts +24 -0
  417. package/src/plugins/defaults/memory/v3/__tests__/pool-select.test.ts +125 -0
  418. package/src/plugins/defaults/memory/v3/__tests__/sections.test.ts +26 -0
  419. package/src/plugins/defaults/memory/v3/__tests__/shadow-plugin.test.ts +30 -0
  420. package/src/plugins/defaults/memory/v3/card.ts +3 -2
  421. package/src/plugins/defaults/memory/v3/pool-select.ts +5 -3
  422. package/src/plugins/defaults/memory/v3/sections.ts +9 -3
  423. package/src/plugins/defaults/memory/v3/shadow-plugin.ts +5 -2
  424. package/src/plugins/defaults/memory/worker.ts +6 -0
  425. package/src/plugins/mcp-servers.ts +15 -75
  426. package/src/providers/__tests__/connection-model-compat.test.ts +3 -3
  427. package/src/providers/__tests__/retry-callsite.test.ts +41 -0
  428. package/src/providers/__tests__/retry-outbound-sanitize.test.ts +176 -0
  429. package/src/providers/anthropic/client.ts +0 -47
  430. package/src/providers/gemini/client.ts +9 -23
  431. package/src/providers/gemini-thought-signature.test.ts +63 -0
  432. package/src/providers/gemini-thought-signature.ts +44 -0
  433. package/src/providers/inference/__tests__/endpoint-probe.test.ts +42 -3
  434. package/src/providers/inference/auth.ts +2 -3
  435. package/src/providers/inference/connection-availability.ts +27 -8
  436. package/src/providers/inference/endpoint-probe.ts +10 -1
  437. package/src/providers/inference/resolve-auth.ts +22 -4
  438. package/src/providers/inference/service-account-token.ts +248 -0
  439. package/src/providers/model-catalog.ts +34 -0
  440. package/src/providers/model-intents.ts +10 -5
  441. package/src/providers/openai/__tests__/chat-completions-output-token-limit.test.ts +141 -0
  442. package/src/providers/openai/__tests__/chat-completions-provider-reasoning.test.ts +146 -18
  443. package/src/providers/openai/__tests__/chat-completions-provider-thought-signature.test.ts +613 -0
  444. package/src/providers/openai/__tests__/google-thought-signature.test.ts +235 -0
  445. package/src/providers/openai/__tests__/tool-choice-mapping.test.ts +83 -1
  446. package/src/providers/openai/chat-completions-provider.ts +212 -79
  447. package/src/providers/openai/codex-models.ts +0 -4
  448. package/src/providers/openai/google-thought-signature.ts +320 -0
  449. package/src/providers/opencode/client.test.ts +73 -4
  450. package/src/providers/opencode/client.ts +60 -3
  451. package/src/providers/openrouter/client.ts +20 -0
  452. package/src/providers/outbound-request-sanitize.ts +96 -0
  453. package/src/providers/retry.ts +30 -19
  454. package/src/providers/unparseable-tool-args.ts +5 -1
  455. package/src/runtime/AGENTS.md +3 -1
  456. package/src/runtime/__tests__/channel-send.test.ts +443 -0
  457. package/src/runtime/__tests__/desktop-stream-upgrade.test.ts +89 -0
  458. package/src/runtime/__tests__/host-observe.test.ts +40 -1
  459. package/src/runtime/__tests__/live-voice-upgrade.test.ts +58 -0
  460. package/src/runtime/__tests__/runtime-ws-test-utils.ts +72 -0
  461. package/src/runtime/__tests__/watch-stream-upgrade.test.ts +59 -0
  462. package/src/runtime/agent-wake.ts +2 -1
  463. package/src/runtime/assistant-event-hub.ts +21 -3
  464. package/src/runtime/auth/same-actor.ts +38 -3
  465. package/src/runtime/channel-send.ts +316 -0
  466. package/src/runtime/host-observe.ts +11 -1
  467. package/src/runtime/http-server.ts +160 -151
  468. package/src/runtime/routes/__tests__/acp-claude-auth-routes.test.ts +16 -5
  469. package/src/runtime/routes/__tests__/acp-routes.test.ts +159 -4
  470. package/src/runtime/routes/__tests__/apps-refresh-route.test.ts +275 -0
  471. package/src/runtime/routes/__tests__/channel-send-routes.test.ts +127 -0
  472. package/src/runtime/routes/__tests__/conversation-query-routes.test.ts +108 -1
  473. package/src/runtime/routes/__tests__/default-provider-routes.test.ts +2 -2
  474. package/src/runtime/routes/__tests__/dictation-cleanup-guard.test.ts +107 -0
  475. package/src/runtime/routes/__tests__/mcp-add-default-risk.test.ts +16 -12
  476. package/src/runtime/routes/acp-claude-auth-routes.ts +11 -3
  477. package/src/runtime/routes/acp-routes.test.ts +15 -0
  478. package/src/runtime/routes/acp-routes.ts +72 -9
  479. package/src/runtime/routes/app-management-routes.ts +90 -2
  480. package/src/runtime/routes/app-routes.ts +1 -1
  481. package/src/runtime/routes/channel-send-routes.ts +85 -0
  482. package/src/runtime/routes/conversation-list-routes.ts +14 -3
  483. package/src/runtime/routes/conversation-query-routes.ts +40 -0
  484. package/src/runtime/routes/conversation-routes.ts +16 -3
  485. package/src/runtime/routes/credential-routes.ts +20 -14
  486. package/src/runtime/routes/desktop-setup-routes.test.ts +74 -0
  487. package/src/runtime/routes/desktop-setup-routes.ts +35 -0
  488. package/src/runtime/routes/diagnostics-routes.ts +61 -4
  489. package/src/runtime/routes/events-routes.ts +4 -0
  490. package/src/runtime/routes/host-cu-routes.ts +6 -0
  491. package/src/runtime/routes/index.ts +4 -2
  492. package/src/runtime/routes/log-export-routes.ts +2 -0
  493. package/src/runtime/routes/mcp-auth-routes.ts +39 -47
  494. package/src/runtime/routes/migration-routes.ts +6 -20
  495. package/src/runtime/routes/oauth-commands-routes.ts +50 -0
  496. package/src/runtime/routes/oauth-providers.ts +7 -0
  497. package/src/runtime/routes/platform-routes.ts +18 -15
  498. package/src/runtime/routes/workspace-routes.test.ts +55 -26
  499. package/src/runtime/routes/workspace-routes.ts +46 -63
  500. package/src/runtime/routes/workspace-tree-walk.test.ts +244 -0
  501. package/src/runtime/routes/workspace-tree-walk.ts +240 -0
  502. package/src/runtime/routes/workspace-utils.ts +17 -0
  503. package/src/runtime/services/__tests__/conversation-serializer.test.ts +28 -0
  504. package/src/runtime/services/conversation-serializer.ts +16 -3
  505. package/src/runtime/sync/resource-sync-events.ts +2 -1
  506. package/src/schedule/run-script.ts +2 -1
  507. package/src/schedule/schedule-store.ts +9 -2
  508. package/src/schedule/worker.ts +1 -1
  509. package/src/security/__tests__/ces-http-record-backend.test.ts +137 -0
  510. package/src/security/ces-http-record-backend.ts +120 -0
  511. package/src/security/ces-rpc-record-backend.ts +7 -0
  512. package/src/security/untrusted-content.ts +3 -1
  513. package/src/skills/__tests__/workspace-skill-md-signature.test.ts +60 -0
  514. package/src/skills/workspace-skill-md-signature.ts +50 -0
  515. package/src/subagent/consult-context.ts +12 -25
  516. package/src/tools/__tests__/side-effect-abort-guard.test.ts +1 -0
  517. package/src/tools/acp/list-agents.test.ts +3 -1
  518. package/src/tools/acp/spawn.test.ts +146 -11
  519. package/src/tools/acp/spawn.ts +21 -3
  520. package/src/tools/acp/status.test.ts +94 -0
  521. package/src/tools/acp/status.ts +40 -3
  522. package/src/tools/app-control/skill-proxy-bridge.ts +2 -1
  523. package/src/tools/browser/browser-execution.ts +1 -1
  524. package/src/tools/browser/cdp-client/accessibility-snapshot.ts +9 -3
  525. package/src/tools/browser/cdp-client/cdp-inspect/discovery.ts +2 -1
  526. package/src/tools/browser/cdp-client/extension-cdp-client.ts +3 -2
  527. package/src/tools/browser/network-recorder.ts +2 -1
  528. package/src/tools/capability-offer.test.ts +22 -2
  529. package/src/tools/capability-offer.ts +16 -1
  530. package/src/tools/computer-use/definitions.ts +121 -2
  531. package/src/tools/computer-use/skill-proxy-bridge.ts +2 -1
  532. package/src/tools/credentials/metadata-store.ts +100 -0
  533. package/src/tools/filesystem/search.ts +2 -1
  534. package/src/tools/host-filesystem/edit.test.ts +2 -1
  535. package/src/tools/host-filesystem/edit.ts +2 -2
  536. package/src/tools/host-filesystem/read.test.ts +2 -1
  537. package/src/tools/host-filesystem/read.ts +2 -2
  538. package/src/tools/host-filesystem/transfer.test.ts +2 -1
  539. package/src/tools/host-filesystem/transfer.ts +2 -2
  540. package/src/tools/host-filesystem/write.test.ts +2 -1
  541. package/src/tools/host-filesystem/write.ts +2 -2
  542. package/src/tools/host-terminal/host-shell.test.ts +16 -0
  543. package/src/tools/host-terminal/host-shell.ts +4 -20
  544. package/src/tools/network/web-search.ts +6 -1
  545. package/src/tools/policy-context.ts +6 -7
  546. package/src/tools/skills/scaffold-managed.ts +61 -3
  547. package/src/tools/subagent/spawn.ts +5 -8
  548. package/src/tools/terminal/__tests__/sanitized-bash.test.ts +57 -0
  549. package/src/tools/terminal/sanitized-bash.ts +105 -0
  550. package/src/tools/ui-surface/channel-variants.ts +10 -59
  551. package/src/tools/watch/watch-retro-report.ts +0 -8
  552. package/src/types/host-capabilities.ts +5 -3
  553. package/src/util/__tests__/language-subtag.test.ts +23 -1
  554. package/src/util/ca-bundle.ts +13 -0
  555. package/src/util/language-subtag.ts +16 -0
  556. package/src/util/platform.ts +8 -0
  557. package/src/util/unicode.ts +15 -1
  558. package/src/watch/watch-retro.ts +6 -8
  559. package/src/watch/watch-timeline.ts +2 -2
  560. package/src/workflows/run-manager.ts +2 -1
  561. package/src/workspace/git-porcelain.ts +66 -0
  562. package/src/workspace/git-service.ts +6 -55
  563. package/src/workspace/migrations/154-repair-retired-codex-gpt-5-4-model-ids.ts +258 -0
  564. package/src/workspace/migrations/155-move-front-model-config-to-voice.ts +78 -0
  565. package/src/workspace/migrations/156-extract-workspace-mcp-json.ts +214 -0
  566. package/src/workspace/migrations/__tests__/155-move-front-model-config-to-voice.test.ts +102 -0
  567. package/src/workspace/migrations/__tests__/156-extract-workspace-mcp-json.test.ts +199 -0
  568. package/src/workspace/migrations/registry.ts +6 -0
  569. package/src/__tests__/app-source-watcher.test.ts +0 -218
  570. package/src/__tests__/config-watcher-skill-reseed.test.ts +0 -359
  571. package/src/__tests__/speaker-identification.test.ts +0 -56
  572. package/src/calls/speaker-identification.ts +0 -233
  573. package/src/daemon/app-source-watcher.ts +0 -218
  574. package/src/messaging/providers/whatsapp/client.ts +0 -29
  575. package/src/runtime/routes/debug-bash-routes.ts +0 -173
  576. package/src/util/fs-watcher-error.ts +0 -36
  577. /package/src/{live-voice → calls}/progress-phrases.ts +0 -0
@@ -1,12 +1,15 @@
1
1
  import { describe, expect, test } from "bun:test";
2
2
 
3
3
  import {
4
- couldBeControlMarker,
4
+ createControlMarkerHoldback,
5
5
  ESCALATE_VERDICT_TOKEN,
6
6
  HOLD_VERDICT_TOKEN,
7
7
  isIncompleteControlMarkerTail,
8
8
  MINIMIZE_ROOM_MARKER,
9
+ parseTerminalSessionControl,
10
+ type SessionControlRequest,
9
11
  stripInternalSpeechMarkers,
12
+ terminalControlMarkerLength,
10
13
  } from "../voice-control-protocol.js";
11
14
 
12
15
  describe("front-door verdict tokens", () => {
@@ -28,21 +31,7 @@ describe("front-door verdict tokens", () => {
28
31
  ).toBe(" one two ");
29
32
  });
30
33
 
31
- test("couldBeControlMarker holds the complete tokens (not flushed to TTS)", () => {
32
- expect(couldBeControlMarker("[0]")).toBe(true);
33
- expect(couldBeControlMarker("[1]")).toBe(true);
34
- });
35
-
36
- test("couldBeControlMarker holds a partial token still streaming", () => {
37
- // Any prefix of a token must be held so a streamed "[1" does not leak
38
- // to the TTS engine before the full token arrives.
39
- for (const partial of ["[", "[0", "[1"]) {
40
- expect(couldBeControlMarker(partial)).toBe(true);
41
- }
42
- });
43
-
44
34
  test("ordinary text is not mistaken for a token", () => {
45
- expect(couldBeControlMarker("Sure, one moment")).toBe(false);
46
35
  expect(stripInternalSpeechMarkers("Sure, one moment")).toBe(
47
36
  "Sure, one moment",
48
37
  );
@@ -59,16 +48,6 @@ describe("minimize-room marker", () => {
59
48
  stripInternalSpeechMarkers("Done [-1] here").replace(/\s+/g, " "),
60
49
  ).toBe("Done here");
61
50
  });
62
-
63
- test("couldBeControlMarker holds the marker and its streaming prefixes", () => {
64
- for (const text of ["[", "[-", "[-1", "[-1]", "[-1] trailing"]) {
65
- expect(couldBeControlMarker(text)).toBe(true);
66
- }
67
- });
68
-
69
- test("a bracket prefix that disproves the marker is not held", () => {
70
- expect(couldBeControlMarker("[- something else")).toBe(false);
71
- });
72
51
  });
73
52
 
74
53
  describe("isIncompleteControlMarkerTail", () => {
@@ -103,3 +82,119 @@ describe("isIncompleteControlMarkerTail", () => {
103
82
  }
104
83
  });
105
84
  });
85
+
86
+ describe("createControlMarkerHoldback", () => {
87
+ function collect(): {
88
+ flush: ReturnType<typeof createControlMarkerHoldback>;
89
+ chunks: string[];
90
+ } {
91
+ const chunks: string[] = [];
92
+ const flush = createControlMarkerHoldback((chunk) => chunks.push(chunk));
93
+ return { flush, chunks };
94
+ }
95
+
96
+ test("holds a token still streaming and strips it once complete", () => {
97
+ const { flush, chunks } = collect();
98
+ flush("Sure [");
99
+ expect(chunks).toEqual(["Sure "]);
100
+ flush("Sure [1");
101
+ expect(chunks).toEqual(["Sure "]);
102
+ flush("Sure [1] one moment");
103
+ expect(chunks).toEqual(["Sure ", " one moment"]);
104
+ });
105
+
106
+ test("ordinary bracketed text flushes without stalling", () => {
107
+ const { flush, chunks } = collect();
108
+ flush("Option [A] then [note] here");
109
+ expect(chunks).toEqual(["Option [A] then [note] here"]);
110
+ });
111
+
112
+ test("a bracket prefix that disproves every marker flushes", () => {
113
+ const { flush, chunks } = collect();
114
+ flush("[- something else");
115
+ expect(chunks).toEqual(["[- something else"]);
116
+ });
117
+
118
+ test("a guardian-approval body is held until its JSON balances", () => {
119
+ const { flush, chunks } = collect();
120
+ const streaming =
121
+ 'Hold on. [ASK_GUARDIAN_APPROVAL: {"question": "ok]?", "options": ["a", "b"';
122
+ flush(streaming);
123
+ expect(chunks).toEqual(["Hold on. "]);
124
+ flush(`${streaming}]}] Thanks.`);
125
+ expect(chunks).toEqual(["Hold on. ", " Thanks."]);
126
+ });
127
+
128
+ test("force emits a held tail that never became a marker", () => {
129
+ const { flush, chunks } = collect();
130
+ flush("Score was [1");
131
+ expect(chunks).toEqual(["Score was "]);
132
+ flush("Score was [1", { force: true });
133
+ expect(chunks).toEqual(["Score was ", "[1"]);
134
+ });
135
+
136
+ test("a chunk that strips to nothing is not emitted", () => {
137
+ const { flush, chunks } = collect();
138
+ flush("[END_CALL]");
139
+ expect(chunks).toEqual([]);
140
+ });
141
+ });
142
+
143
+ describe("session control markers", () => {
144
+ test("strips untimed and timed mute markers", () => {
145
+ expect(stripInternalSpeechMarkers("Muted. [MUTE]").trim()).toBe("Muted.");
146
+ expect(stripInternalSpeechMarkers("Muted. [MUTE:30]").trim()).toBe(
147
+ "Muted.",
148
+ );
149
+ });
150
+
151
+ test("holds a streaming timed mute until its bracket arrives", () => {
152
+ expect(isIncompleteControlMarkerTail("[MU")).toBe(true);
153
+ expect(isIncompleteControlMarkerTail("[MUTE:3")).toBe(true);
154
+ expect(isIncompleteControlMarkerTail("[MUTE:30]")).toBe(false);
155
+ expect(isIncompleteControlMarkerTail("[UPDATES:FEW")).toBe(true);
156
+ expect(isIncompleteControlMarkerTail("[UPDATES:FEWER]")).toBe(false);
157
+ });
158
+
159
+ test.each([
160
+ ["Okay, talk soon. [END_CALL]", { action: "end" }],
161
+ ["Muted. [MUTE]", { action: "mute" }],
162
+ [
163
+ "I'll check in less. [UPDATES:FEWER]",
164
+ { action: "updates", cadence: "fewer" },
165
+ ],
166
+ [
167
+ "Updates are back on. [UPDATES:NORMAL]",
168
+ { action: "updates", cadence: "normal" },
169
+ ],
170
+ [
171
+ "Muting for half a minute. [MUTE:30] ",
172
+ { action: "mute", durationMs: 30_000 },
173
+ ],
174
+ ["Muted. [MUTE: 1.5]", { action: "mute", durationMs: 1_500 }],
175
+ // A garbled or oversized duration still mutes, just until unmuted.
176
+ ["Muted. [MUTE:soon]", { action: "mute" }],
177
+ ["Muted. [MUTE:0]", { action: "mute" }],
178
+ ["Muted. [MUTE:99999]", { action: "mute" }],
179
+ ] as Array<[string, SessionControlRequest]>)(
180
+ "parses the terminal control in %j",
181
+ (text, expected) => {
182
+ expect(parseTerminalSessionControl(text)).toEqual(expected);
183
+ },
184
+ );
185
+
186
+ test("a marker anywhere but the end controls nothing", () => {
187
+ expect(
188
+ parseTerminalSessionControl("Say [END_CALL] and I would hang up."),
189
+ ).toBeNull();
190
+ expect(parseTerminalSessionControl("No markers here.")).toBeNull();
191
+ });
192
+
193
+ test("measures the terminal marker the transcript pass strips", () => {
194
+ expect(terminalControlMarkerLength("Done [-1]")).toBe(4);
195
+ expect(terminalControlMarkerLength("Bye [END_CALL] ")).toBe(10);
196
+ expect(terminalControlMarkerLength("Muted [MUTE:30]")).toBe(9);
197
+ expect(terminalControlMarkerLength("Okay [UPDATES:FEWER]")).toBe(15);
198
+ expect(terminalControlMarkerLength("The array [-1] sorts")).toBe(0);
199
+ });
200
+ });
@@ -0,0 +1,229 @@
1
+ import { describe, expect, test } from "bun:test";
2
+
3
+ import {
4
+ createFrontDoorLegCoordinator,
5
+ type EscalatedLeg,
6
+ escalatedLegFor,
7
+ type FrontDoorLegHost,
8
+ type SpokenEscalationBridge,
9
+ } from "../voice-leg-coordinator.js";
10
+ import {
11
+ ESCALATION_CONTINUATION_CONTENT,
12
+ FALLBACK_ESCALATION_BRIDGE,
13
+ FALLBACK_ESCALATION_BRIDGE_BY_LANGUAGE,
14
+ } from "../voice-triage-escalate.js";
15
+
16
+ interface Recorded {
17
+ events: string[];
18
+ answers: string[];
19
+ bridges: SpokenEscalationBridge[];
20
+ escalated: EscalatedLeg[];
21
+ holds: number;
22
+ commits: number;
23
+ }
24
+
25
+ function harness(opts?: {
26
+ holdEnabled?: boolean;
27
+ live?: () => boolean;
28
+ language?: string;
29
+ commit?: () => boolean;
30
+ withProgress?: boolean;
31
+ withHold?: boolean;
32
+ }) {
33
+ const recorded: Recorded = {
34
+ events: [],
35
+ answers: [],
36
+ bridges: [],
37
+ escalated: [],
38
+ holds: 0,
39
+ commits: 0,
40
+ };
41
+ const host: FrontDoorLegHost = {
42
+ isLive: opts?.live ?? (() => true),
43
+ language: () => opts?.language,
44
+ ...(opts?.withProgress === false
45
+ ? {}
46
+ : {
47
+ progress: {
48
+ clear: () => recorded.events.push("progress.clear"),
49
+ noteFloorHolder: () => recorded.events.push("progress.floor"),
50
+ arm: () => recorded.events.push("progress.arm"),
51
+ },
52
+ }),
53
+ ...(opts?.withHold
54
+ ? {
55
+ onHold: () => {
56
+ recorded.holds += 1;
57
+ recorded.events.push("hold");
58
+ },
59
+ }
60
+ : {}),
61
+ ...(opts?.commit
62
+ ? {
63
+ commit: () => {
64
+ recorded.commits += 1;
65
+ recorded.events.push("commit");
66
+ return opts.commit!();
67
+ },
68
+ }
69
+ : {}),
70
+ onAnswerText: (text) => {
71
+ recorded.answers.push(text);
72
+ recorded.events.push(`answer:${text}`);
73
+ },
74
+ abortLeg: () => recorded.events.push("abort"),
75
+ speakBridge: (bridge) => {
76
+ recorded.bridges.push(bridge);
77
+ recorded.events.push(`speak:${bridge.spokenBridge}`);
78
+ },
79
+ startEscalatedLeg: (leg) => {
80
+ recorded.escalated.push(leg);
81
+ recorded.events.push("start-escalated");
82
+ },
83
+ };
84
+ const coordinator = createFrontDoorLegCoordinator({
85
+ holdEnabled: opts?.holdEnabled ?? false,
86
+ host,
87
+ });
88
+ return { coordinator, recorded };
89
+ }
90
+
91
+ describe("escalatedLegFor", () => {
92
+ test("continues on the escalated leg with the spoken bridge quoted", () => {
93
+ expect(escalatedLegFor("One moment.")).toEqual({
94
+ content: ESCALATION_CONTINUATION_CONTENT,
95
+ routingLeg: "escalated",
96
+ spokenEscalationBridge: "One moment.",
97
+ });
98
+ });
99
+ });
100
+
101
+ describe("createFrontDoorLegCoordinator", () => {
102
+ test("an answer releases the held leading text, then streams", () => {
103
+ const { coordinator, recorded } = harness();
104
+ coordinator.push("[");
105
+ expect(recorded.answers).toEqual([]);
106
+ coordinator.push("END_CALL] Bye");
107
+ coordinator.push(" now.");
108
+
109
+ expect(recorded.answers).toEqual(["[END_CALL] Bye", " now."]);
110
+ expect(coordinator.complete()).toBe(false);
111
+ expect(coordinator.handedOff).toBe(false);
112
+ expect(recorded.escalated).toEqual([]);
113
+ });
114
+
115
+ test("an escalate verdict hands off in order: pause, abort, speak, floor, start, re-arm", () => {
116
+ const { coordinator, recorded } = harness();
117
+ coordinator.push("[1] Let me check");
118
+ expect(coordinator.handedOff).toBe(false);
119
+ coordinator.push(" that.");
120
+
121
+ expect(coordinator.handedOff).toBe(true);
122
+ expect(recorded.events).toEqual([
123
+ "progress.clear",
124
+ "abort",
125
+ "speak:Let me check that.",
126
+ "progress.floor",
127
+ "start-escalated",
128
+ "progress.arm",
129
+ ]);
130
+ expect(recorded.bridges[0]).toEqual({
131
+ spokenBridge: "Let me check that.",
132
+ usesFallback: false,
133
+ });
134
+ expect(recorded.escalated).toEqual([escalatedLegFor("Let me check that.")]);
135
+ });
136
+
137
+ test("after the hand-off the leg's stream and completion are ignored", () => {
138
+ const { coordinator, recorded } = harness();
139
+ coordinator.push("[1] One moment.");
140
+ coordinator.push(" Ignored past the cap.");
141
+ expect(coordinator.complete()).toBe(true);
142
+
143
+ expect(recorded.answers).toEqual([]);
144
+ expect(recorded.escalated.length).toBe(1);
145
+ });
146
+
147
+ test("a leg that stops mid-bridge hands off on completion with the canned bridge", () => {
148
+ const { coordinator, recorded } = harness({ language: "es" });
149
+ coordinator.push("[1]");
150
+ expect(coordinator.handedOff).toBe(false);
151
+
152
+ expect(coordinator.complete()).toBe(true);
153
+ expect(recorded.bridges[0]).toEqual({
154
+ spokenBridge: FALLBACK_ESCALATION_BRIDGE_BY_LANGUAGE.es,
155
+ usesFallback: true,
156
+ });
157
+ expect(recorded.escalated[0].spokenEscalationBridge).toBe(
158
+ FALLBACK_ESCALATION_BRIDGE_BY_LANGUAGE.es,
159
+ );
160
+ });
161
+
162
+ test("the canned bridge for a language the table lacks is English and says so", () => {
163
+ const { coordinator, recorded } = harness({ language: "ko" });
164
+ coordinator.push("[1]");
165
+ coordinator.complete();
166
+
167
+ expect(recorded.bridges[0]).toEqual({
168
+ spokenBridge: FALLBACK_ESCALATION_BRIDGE,
169
+ usesFallback: true,
170
+ language: "en",
171
+ });
172
+ });
173
+
174
+ test("a dead turn never hands off", () => {
175
+ let live = true;
176
+ const { coordinator, recorded } = harness({ live: () => live });
177
+ coordinator.push("[1] One");
178
+ live = false;
179
+ coordinator.push(" moment.");
180
+ expect(coordinator.handedOff).toBe(false);
181
+ expect(coordinator.complete()).toBe(false);
182
+
183
+ expect(recorded.escalated).toEqual([]);
184
+ expect(recorded.events).toEqual([]);
185
+ });
186
+
187
+ test("a hold verdict on a speculative leg discards the leg", () => {
188
+ const { coordinator, recorded } = harness({
189
+ holdEnabled: true,
190
+ withHold: true,
191
+ });
192
+ coordinator.push("[0]");
193
+
194
+ expect(recorded.holds).toBe(1);
195
+ expect(recorded.answers).toEqual([]);
196
+ expect(coordinator.handedOff).toBe(false);
197
+ });
198
+
199
+ test("a leg that does not teach the hold token reads [0] as an answer", () => {
200
+ const { coordinator, recorded } = harness({ withHold: true });
201
+ coordinator.push("[0] Sure.");
202
+
203
+ expect(recorded.holds).toBe(0);
204
+ expect(recorded.answers).toEqual(["[0] Sure."]);
205
+ });
206
+
207
+ test("answer and escalate verdicts commit a speculative turn first; a failed commit stops the verdict", () => {
208
+ const committed = harness({ commit: () => true });
209
+ committed.coordinator.push("Hello.");
210
+ expect(committed.recorded.events).toEqual(["commit", "answer:Hello."]);
211
+
212
+ const gone = harness({ commit: () => false });
213
+ gone.coordinator.push("[1] One moment.");
214
+ expect(gone.recorded.commits).toBe(1);
215
+ expect(gone.coordinator.handedOff).toBe(false);
216
+ expect(gone.recorded.escalated).toEqual([]);
217
+ });
218
+
219
+ test("works without a progress cadence", () => {
220
+ const { coordinator, recorded } = harness({ withProgress: false });
221
+ coordinator.push("[1] One moment.");
222
+
223
+ expect(recorded.events).toEqual([
224
+ "abort",
225
+ "speak:One moment.",
226
+ "start-escalated",
227
+ ]);
228
+ });
229
+ });
@@ -0,0 +1,274 @@
1
+ import { describe, expect, test } from "bun:test";
2
+
3
+ import { VoiceProgressConfigSchema } from "../../config/schemas/voice.js";
4
+ import type { VoiceProgressNarrator } from "../progress-narration.js";
5
+ import {
6
+ PROGRESS_FALLBACK_PHRASES,
7
+ PROGRESS_FALLBACK_PHRASES_BY_LANGUAGE,
8
+ } from "../progress-phrases.js";
9
+ import {
10
+ createProgressCadence,
11
+ type ProgressCadence,
12
+ type ProgressCadenceHost,
13
+ } from "../voice-progress-cadence.js";
14
+
15
+ const sleep = (ms: number) => new Promise<void>((r) => setTimeout(r, ms));
16
+
17
+ async function waitFor(predicate: () => boolean, attempts = 60): Promise<void> {
18
+ for (let i = 0; i < attempts; i += 1) {
19
+ if (predicate()) {
20
+ return;
21
+ }
22
+ await sleep(5);
23
+ }
24
+ throw new Error("waitFor timed out");
25
+ }
26
+
27
+ interface Harness {
28
+ cadence: ProgressCadence;
29
+ spoken: Array<{ phrase: string; language: string | undefined }>;
30
+ host: {
31
+ live: boolean;
32
+ audioIdle: boolean;
33
+ tailUntilMs: number;
34
+ language: string | undefined;
35
+ deltaEpoch: number;
36
+ narrationsSpoken: number;
37
+ };
38
+ }
39
+
40
+ function harness(opts: {
41
+ config?: Partial<ReturnType<typeof VoiceProgressConfigSchema.parse>>;
42
+ narrator?: VoiceProgressNarrator | null;
43
+ language?: string;
44
+ }): Harness {
45
+ const state = {
46
+ live: true,
47
+ audioIdle: true,
48
+ tailUntilMs: 0,
49
+ language: opts.language,
50
+ deltaEpoch: 0,
51
+ narrationsSpoken: 0,
52
+ };
53
+ const spoken: Harness["spoken"] = [];
54
+ const host: ProgressCadenceHost = {
55
+ turnId: "turn-1",
56
+ launchedAtMs: Date.now(),
57
+ signal: new AbortController().signal,
58
+ canNarrate: () => state.live,
59
+ isAudioIdle: () => state.audioIdle,
60
+ playbackTailUntilMs: () => state.tailUntilMs,
61
+ transcriptSoFar: () => "what is on my calendar",
62
+ language: () => state.language,
63
+ deltaEpoch: () => state.deltaEpoch,
64
+ speak: (phrase, language) => {
65
+ spoken.push({ phrase, language });
66
+ return true;
67
+ },
68
+ onNarrationSpoken: () => {
69
+ state.narrationsSpoken += 1;
70
+ },
71
+ };
72
+ let counter = 0;
73
+ const cadence = createProgressCadence({
74
+ config: VoiceProgressConfigSchema.parse({
75
+ opsThreshold: 3,
76
+ idleIntervalMs: 60_000,
77
+ maxSilenceMs: 60_000,
78
+ longOpMs: 15_000,
79
+ minGapMs: 10,
80
+ generationTimeoutMs: 1_500,
81
+ ...opts.config,
82
+ }),
83
+ narrator:
84
+ opts.narrator === undefined
85
+ ? { generateProgressText: async () => "Checking your calendar now." }
86
+ : opts.narrator,
87
+ host,
88
+ nextFallbackPhraseIndex: () => counter++,
89
+ });
90
+ return { cadence, spoken, host: state };
91
+ }
92
+
93
+ describe("createProgressCadence", () => {
94
+ test("the ops trigger narrates once the threshold of started tools is reached", async () => {
95
+ const h = harness({});
96
+ h.cadence.toolStarted("web_search", "t1");
97
+ h.cadence.toolStarted("web_fetch", "t2");
98
+ await sleep(15);
99
+ expect(h.spoken).toEqual([]);
100
+
101
+ h.cadence.toolStarted("file_read", "t3");
102
+ await waitFor(() => h.spoken.length === 1);
103
+
104
+ expect(h.spoken[0]).toEqual({
105
+ phrase: "Checking your calendar now.",
106
+ language: undefined,
107
+ });
108
+ expect(h.cadence.updatesSpoken).toBe(1);
109
+ expect(h.host.narrationsSpoken).toBe(1);
110
+ h.cadence.clear();
111
+ });
112
+
113
+ test("a long operation completing narrates on its own beat", async () => {
114
+ const h = harness({ config: { longOpMs: 20 } });
115
+ h.cadence.toolStarted("web_search", "t1");
116
+ await sleep(30);
117
+ h.cadence.toolFinished({
118
+ toolName: "web_search",
119
+ toolUseId: "t1",
120
+ resultPreview: "three results",
121
+ });
122
+ await waitFor(() => h.spoken.length === 1);
123
+
124
+ expect(h.cadence.ops[0].completedAtMs).toBeDefined();
125
+ expect(h.cadence.ops[0].resultPreview).toBe("three results");
126
+ h.cadence.clear();
127
+ });
128
+
129
+ test("a quick operation completing is only news, not a narration", async () => {
130
+ const h = harness({});
131
+ h.cadence.toolStarted("web_search", "t1");
132
+ h.cadence.toolFinished({ toolName: "web_search", toolUseId: "t1" });
133
+ await sleep(20);
134
+
135
+ expect(h.spoken).toEqual([]);
136
+ h.cadence.clear();
137
+ });
138
+
139
+ test("a tool_result with no id matches the newest incomplete op of that name", () => {
140
+ const h = harness({});
141
+ h.cadence.toolStarted("web_search", "t1");
142
+ h.cadence.toolStarted("web_search", "t2");
143
+ h.cadence.toolFinished({ toolName: "web_search", isError: true });
144
+
145
+ expect(h.cadence.ops[1].completedAtMs).toBeDefined();
146
+ expect(h.cadence.ops[1].isError).toBe(true);
147
+ expect(h.cadence.ops[0].completedAtMs).toBeUndefined();
148
+ h.cadence.clear();
149
+ });
150
+
151
+ test("the idle tick narrates news since the last update, and the static fallback covers a null generation", async () => {
152
+ const h = harness({
153
+ config: { idleIntervalMs: 30, maxSilenceMs: 60_000 },
154
+ narrator: { generateProgressText: async () => null },
155
+ language: "es",
156
+ });
157
+ h.cadence.arm();
158
+ await sleep(60);
159
+ // Nothing observable happened: the tick stays quiet.
160
+ expect(h.spoken).toEqual([]);
161
+
162
+ h.cadence.toolStarted("web_search", "t1");
163
+ await waitFor(() => h.spoken.length === 1);
164
+
165
+ expect(
166
+ PROGRESS_FALLBACK_PHRASES_BY_LANGUAGE.es.map((p) => p.trim()),
167
+ ).toContain(h.spoken[0].phrase.trim());
168
+ // The Spanish table has an entry: the phrase rides the turn's language.
169
+ expect(h.spoken[0].language).toBeUndefined();
170
+ h.cadence.clear();
171
+ });
172
+
173
+ test("a static fallback the table lacks in the turn's language is pinned to English", async () => {
174
+ const h = harness({
175
+ config: { idleIntervalMs: 30 },
176
+ narrator: { generateProgressText: async () => null },
177
+ language: "ko",
178
+ });
179
+ h.cadence.arm();
180
+ h.cadence.toolStarted("web_search", "t1");
181
+ await waitFor(() => h.spoken.length === 1);
182
+
183
+ expect(PROGRESS_FALLBACK_PHRASES).toContain(h.spoken[0].phrase);
184
+ expect(h.spoken[0].language).toBe("en");
185
+ h.cadence.clear();
186
+ });
187
+
188
+ test("the heartbeat speaks after maxSilenceMs even with nothing new", async () => {
189
+ const h = harness({
190
+ config: { idleIntervalMs: 30, maxSilenceMs: 30 },
191
+ });
192
+ h.cadence.arm();
193
+ await waitFor(() => h.spoken.length === 1);
194
+ h.cadence.clear();
195
+ });
196
+
197
+ test("nothing speaks while audio is still playing; the countdown restarts once it drains", async () => {
198
+ const h = harness({ config: { idleIntervalMs: 30, maxSilenceMs: 30 } });
199
+ h.host.audioIdle = false;
200
+ h.cadence.arm();
201
+ await sleep(80);
202
+ expect(h.spoken).toEqual([]);
203
+
204
+ h.host.audioIdle = true;
205
+ h.cadence.noteAudioSettled();
206
+ await waitFor(() => h.spoken.length === 1);
207
+ h.cadence.clear();
208
+ });
209
+
210
+ test("a narration generated while the model resumed speaking is dropped", async () => {
211
+ let release: () => void = () => {};
212
+ const h = harness({
213
+ config: { opsThreshold: 1 },
214
+ narrator: {
215
+ generateProgressText: () =>
216
+ new Promise<string | null>((resolve) => {
217
+ release = () => resolve("Still on it.");
218
+ }),
219
+ },
220
+ });
221
+ h.cadence.toolStarted("web_search", "t1");
222
+ await sleep(10);
223
+ h.host.deltaEpoch += 1;
224
+ release();
225
+ await sleep(20);
226
+
227
+ expect(h.spoken).toEqual([]);
228
+ h.cadence.clear();
229
+ });
230
+
231
+ test("minGapMs spaces narration from another floor holder", async () => {
232
+ const h = harness({ config: { opsThreshold: 1, minGapMs: 200 } });
233
+ h.cadence.noteFloorHolder();
234
+ h.cadence.toolStarted("web_search", "t1");
235
+ await sleep(30);
236
+
237
+ expect(h.spoken).toEqual([]);
238
+ h.cadence.clear();
239
+ });
240
+
241
+ test("a null narrator or a disabled config never speaks or arms", async () => {
242
+ const off = harness({ narrator: null, config: { idleIntervalMs: 20 } });
243
+ off.cadence.arm();
244
+ off.cadence.toolStarted("a", "1");
245
+ off.cadence.toolStarted("b", "2");
246
+ off.cadence.toolStarted("c", "3");
247
+ const disabled = harness({
248
+ config: { enabled: false, idleIntervalMs: 20 },
249
+ });
250
+ disabled.cadence.arm();
251
+ disabled.cadence.toolStarted("a", "1");
252
+ disabled.cadence.toolStarted("b", "2");
253
+ disabled.cadence.toolStarted("c", "3");
254
+ await sleep(60);
255
+
256
+ expect(off.spoken).toEqual([]);
257
+ expect(disabled.spoken).toEqual([]);
258
+ });
259
+
260
+ test("clear stops the dead-air timer and a dead turn is never narrated", async () => {
261
+ const h = harness({ config: { idleIntervalMs: 20, maxSilenceMs: 20 } });
262
+ h.cadence.arm();
263
+ h.cadence.clear();
264
+ await sleep(60);
265
+ expect(h.spoken).toEqual([]);
266
+
267
+ h.host.live = false;
268
+ h.cadence.toolStarted("a", "1");
269
+ h.cadence.toolStarted("b", "2");
270
+ h.cadence.toolStarted("c", "3");
271
+ await sleep(20);
272
+ expect(h.spoken).toEqual([]);
273
+ });
274
+ });