@vellumai/assistant 0.11.3 → 0.11.4-staging.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (324) hide show
  1. package/ARCHITECTURE.md +11 -6
  2. package/docs/architecture/memory.md +11 -0
  3. package/docs/architecture/turn-actor.md +70 -0
  4. package/docs/flux-turn-detection-spike.md +243 -0
  5. package/docs/stt-provider-onboarding.md +3 -1
  6. package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/src/channels.ts +11 -0
  7. package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/src/channels.ts +11 -0
  8. package/node_modules/@vellumai/gateway-client/src/admission-policy-contract.ts +34 -0
  9. package/node_modules/@vellumai/gateway-client/src/index.ts +2 -0
  10. package/node_modules/@vellumai/service-contracts/src/channels.ts +11 -0
  11. package/openapi.yaml +140 -38
  12. package/package.json +1 -1
  13. package/scripts/voice-ttft-spike.ts +3 -3
  14. package/src/__tests__/app-compiler.test.ts +38 -3
  15. package/src/__tests__/attachments-store.test.ts +21 -12
  16. package/src/__tests__/byok-default-profile-ensure.test.ts +2 -0
  17. package/src/__tests__/call-setup-flow-name-capture.test.ts +0 -1
  18. package/src/__tests__/call-site-routing-provider.test.ts +1 -1
  19. package/src/__tests__/channel-availability-routes.test.ts +14 -1
  20. package/src/__tests__/channel-capabilities-dedupe.test.ts +214 -0
  21. package/src/__tests__/channel-delivery-store.test.ts +14 -14
  22. package/src/__tests__/config-loader-backfill.test.ts +3 -3
  23. package/src/__tests__/config-schema.test.ts +25 -10
  24. package/src/__tests__/conversation-agent-loop-inference-profile.test.ts +8 -11
  25. package/src/__tests__/conversation-agent-loop-overflow.test.ts +8 -11
  26. package/src/__tests__/conversation-agent-loop.test.ts +28 -20
  27. package/src/__tests__/conversation-attention-store.test.ts +63 -0
  28. package/src/__tests__/conversation-delete-schedule-cleanup.test.ts +0 -4
  29. package/src/__tests__/conversation-fork-crud.test.ts +69 -0
  30. package/src/__tests__/conversation-fork-referential.test.ts +67 -0
  31. package/src/__tests__/conversation-fork-retrospective.test.ts +24 -0
  32. package/src/__tests__/conversation-notifiers-provenance.test.ts +59 -0
  33. package/src/__tests__/conversation-queue.test.ts +55 -4
  34. package/src/__tests__/conversation-runtime-assembly.test.ts +134 -102
  35. package/src/__tests__/conversation-runtime-workspace.test.ts +14 -10
  36. package/src/__tests__/credential-prompt-route.test.ts +7 -10
  37. package/src/__tests__/custom-profile-ensure.test.ts +5 -1
  38. package/src/__tests__/discord-access-request-privacy.test.ts +5 -1
  39. package/src/__tests__/discord-requester-notice-privacy.test.ts +3 -3
  40. package/src/__tests__/document-append-idempotency.test.ts +233 -0
  41. package/src/__tests__/edit-propagation.test.ts +0 -7
  42. package/src/__tests__/helpers/mock-actor-context.ts +49 -0
  43. package/src/__tests__/helpers/mock-conversation.ts +13 -1
  44. package/src/__tests__/injector-chain.test.ts +63 -41
  45. package/src/__tests__/injector-disk-pressure.test.ts +11 -23
  46. package/src/__tests__/llm-context-resolution.test.ts +73 -1
  47. package/src/__tests__/llm-schema.test.ts +5 -2
  48. package/src/__tests__/mcp-list-plugin-servers.test.ts +250 -0
  49. package/src/__tests__/memory-retrieval-hook.test.ts +6 -5
  50. package/src/__tests__/messages-read-boundary-guard.test.ts +134 -0
  51. package/src/__tests__/mtime-cache.test.ts +1 -1
  52. package/src/__tests__/non-member-access-request.test.ts +0 -20
  53. package/src/__tests__/outbound-slack-persistence.test.ts +40 -1
  54. package/src/__tests__/plugin-import-boundary-guard.test.ts +5 -0
  55. package/src/__tests__/plugin-secret-pattern-contribution.test.ts +1 -1
  56. package/src/__tests__/post-compaction-reinjection-idempotency.test.ts +14 -7
  57. package/src/__tests__/provider-commit-message-generator.test.ts +20 -0
  58. package/src/__tests__/run-conversation-turn-persistence.test.ts +434 -105
  59. package/src/__tests__/scoped-approval-grants.test.ts +11 -6
  60. package/src/__tests__/secret-ingress-channel.test.ts +0 -1
  61. package/src/__tests__/skills.test.ts +32 -0
  62. package/src/__tests__/slack-edit-ordering-characterization.test.ts +0 -1
  63. package/src/__tests__/subagent-call-site-routing.test.ts +31 -19
  64. package/src/__tests__/subagent-spawn-and-await.test.ts +14 -10
  65. package/src/__tests__/turn-events-store.test.ts +43 -0
  66. package/src/__tests__/user-plugin-loader.test.ts +1 -1
  67. package/src/__tests__/visible-app-context.test.ts +16 -9
  68. package/src/__tests__/worker-entrypoint-guards.test.ts +54 -0
  69. package/src/__tests__/worker-plugin-surface.test.ts +77 -0
  70. package/src/__tests__/workspace-migration-142-consolidate-voice-front-door.test.ts +158 -0
  71. package/src/__tests__/workspace-migration-143-repair-deprecated-codex-model-id.test.ts +133 -0
  72. package/src/__tests__/workspace-migration-144-convert-stranded-subscription-openai-profiles.test.ts +316 -0
  73. package/src/__tests__/workspace-migration-145-collapse-profile-bindings-to-entries.test.ts +325 -0
  74. package/src/acp/__tests__/acp-claude-oauth.test.ts +10 -2
  75. package/src/acp/__tests__/auth-required.test.ts +161 -0
  76. package/src/acp/acp-claude-oauth.ts +19 -2
  77. package/src/acp/agent-process.test.ts +100 -0
  78. package/src/acp/agent-process.ts +29 -26
  79. package/src/acp/auth-required.ts +102 -0
  80. package/src/acp/session-manager.test.ts +119 -0
  81. package/src/acp/session-manager.ts +68 -2
  82. package/src/api/events/acp-auth-required.ts +55 -0
  83. package/src/api/index.ts +7 -0
  84. package/src/apps/app-store.ts +3 -0
  85. package/src/bundler/package-resolver.ts +2 -30
  86. package/src/calls/__tests__/voice-session-bridge.test.ts +173 -1
  87. package/src/calls/__tests__/voice-triage-escalate.test.ts +94 -0
  88. package/src/calls/call-controller.ts +9 -2
  89. package/src/calls/call-setup-flow.ts +0 -1
  90. package/src/calls/media-stream-stt-session.ts +15 -0
  91. package/src/calls/voice-session-bridge.ts +71 -16
  92. package/src/calls/voice-triage-escalate.ts +104 -2
  93. package/src/channels/__tests__/plugin-channel-declarations.test.ts +161 -0
  94. package/src/channels/config.ts +13 -0
  95. package/src/channels/plugin-channel-declarations.ts +108 -0
  96. package/src/channels/types.ts +30 -0
  97. package/src/cli/AGENTS.md +5 -2
  98. package/src/cli/commands/credentials.help.ts +2 -2
  99. package/src/cli/commands/inference-providers.ts +1 -1
  100. package/src/cli/commands/mcp.help.ts +13 -4
  101. package/src/cli/commands/mcp.ts +9 -0
  102. package/src/cli/commands/memory/__tests__/memory-v3.test.ts +128 -5
  103. package/src/cli/commands/memory/index.help.ts +43 -1
  104. package/src/cli/commands/memory/memory-v3.ts +64 -0
  105. package/src/cli/commands/stt.help.ts +27 -2
  106. package/src/cli/lib/__tests__/upgrade-plugin.test.ts +39 -0
  107. package/src/cli/lib/bundled-marketplace.json +13 -0
  108. package/src/cli/lib/upgrade-plugin.ts +42 -0
  109. package/src/config/__tests__/default-profile-catalog.test.ts +34 -2
  110. package/src/config/__tests__/default-provider.test.ts +6 -1
  111. package/src/config/__tests__/profile-materialization.test.ts +75 -19
  112. package/src/config/bundled-skills/acp/SKILL.md +6 -7
  113. package/src/config/bundled-skills/document-editor/SKILL.md +2 -2
  114. package/src/config/bundled-skills/document-editor/TOOLS.json +2 -2
  115. package/src/config/bundled-skills/media-processing/services/preprocess.ts +14 -4
  116. package/src/config/bundled-skills/settings/TOOLS.json +3 -3
  117. package/src/config/bundled-skills/transcribe/tools/transcribe-media.test.ts +22 -1
  118. package/src/config/bundled-skills/transcribe/tools/transcribe-media.ts +9 -2
  119. package/src/config/call-site-defaults.ts +4 -5
  120. package/src/config/default-profile-catalog.ts +82 -11
  121. package/src/config/default-profile-names.ts +4 -1
  122. package/src/config/default-provider-resolution.ts +4 -0
  123. package/src/config/llm-context-resolution.ts +11 -3
  124. package/src/config/llm-resolver.ts +28 -1
  125. package/src/config/profile-materialization.ts +70 -22
  126. package/src/config/schemas/__tests__/live-voice.test.ts +107 -4
  127. package/src/config/schemas/call-site-catalog.ts +4 -4
  128. package/src/config/schemas/live-voice.ts +57 -23
  129. package/src/config/schemas/llm.ts +59 -32
  130. package/src/config/schemas/mcp.ts +23 -0
  131. package/src/config/schemas/plugin-updates.ts +6 -2
  132. package/src/config/schemas/stt.ts +1 -0
  133. package/src/context/outbound-sanitize.ts +96 -1
  134. package/src/daemon/__tests__/plugin-mcp-reconcile.test.ts +82 -0
  135. package/src/daemon/conversation-agent-loop-handlers.ts +15 -10
  136. package/src/daemon/conversation-agent-loop.ts +17 -6
  137. package/src/daemon/conversation-messaging.ts +5 -1
  138. package/src/daemon/conversation-notifiers.ts +9 -1
  139. package/src/daemon/conversation-process.ts +9 -6
  140. package/src/daemon/conversation-runtime-assembly.ts +3 -4
  141. package/src/daemon/conversation-tool-setup.ts +1 -2
  142. package/src/daemon/conversation.ts +48 -0
  143. package/src/daemon/mcp-reload-service.ts +36 -6
  144. package/src/daemon/process-message.ts +13 -3
  145. package/src/daemon/providers-setup.ts +6 -3
  146. package/src/daemon/trust-context-types.ts +29 -0
  147. package/src/daemon/wake-conversation-ops.ts +3 -2
  148. package/src/documents/document-store.ts +138 -5
  149. package/src/hooks/hook-loader.ts +3 -3
  150. package/src/hooks/registry.ts +50 -6
  151. package/src/inbound/__tests__/oauth-callback-url.test.ts +83 -0
  152. package/src/inbound/oauth-callback-url.ts +61 -0
  153. package/src/live-voice/__tests__/live-voice-agent-turn.test.ts +1 -104
  154. package/src/live-voice/__tests__/live-voice-events.test.ts +7 -8
  155. package/src/live-voice/__tests__/live-voice-flux-turn-end.test.ts +932 -0
  156. package/src/live-voice/__tests__/live-voice-metrics.test.ts +115 -8
  157. package/src/live-voice/__tests__/live-voice-photo.test.ts +100 -0
  158. package/src/live-voice/__tests__/live-voice-progress.test.ts +60 -194
  159. package/src/live-voice/__tests__/live-voice-stt.test.ts +14 -0
  160. package/src/live-voice/__tests__/live-voice-triage-escalate.test.ts +29 -0
  161. package/src/live-voice/__tests__/live-voice-tts-session.test.ts +0 -483
  162. package/src/live-voice/__tests__/live-voice-vad.test.ts +0 -16
  163. package/src/live-voice/__tests__/progress-narration.test.ts +214 -0
  164. package/src/live-voice/live-voice-archive.ts +2 -0
  165. package/src/live-voice/live-voice-metrics.ts +57 -32
  166. package/src/live-voice/live-voice-photo.ts +1 -2
  167. package/src/live-voice/live-voice-session.ts +535 -314
  168. package/src/live-voice/progress-narration.ts +277 -0
  169. package/src/live-voice/protocol.ts +21 -1
  170. package/src/mcp/__tests__/effective-config.test.ts +238 -0
  171. package/src/mcp/__tests__/mcp-auth-orchestrator.test.ts +0 -1
  172. package/src/mcp/__tests__/mcp-oauth-client-registration.test.ts +200 -0
  173. package/src/mcp/__tests__/mcp-oauth-provider.test.ts +9 -9
  174. package/src/mcp/__tests__/plugin-server-credential-isolation.test.ts +95 -0
  175. package/src/mcp/client.ts +16 -11
  176. package/src/mcp/effective-config.ts +113 -0
  177. package/src/mcp/manager.ts +11 -6
  178. package/src/mcp/mcp-auth-orchestrator.ts +13 -22
  179. package/src/mcp/mcp-oauth-provider.ts +205 -240
  180. package/src/monitoring/__tests__/plugin-auto-update.test.ts +166 -3
  181. package/src/monitoring/plugin-auto-update.ts +128 -24
  182. package/src/notifications/signal.ts +1 -0
  183. package/src/permissions/confirmation-guardian-request.test.ts +15 -11
  184. package/src/permissions/confirmation-guardian-request.ts +2 -2
  185. package/src/permissions/question-guardian-request.test.ts +14 -6
  186. package/src/permissions/question-guardian-request.ts +1 -2
  187. package/src/persistence/attachments-store.ts +8 -1
  188. package/src/persistence/bookmark-crud.ts +3 -7
  189. package/src/persistence/conversation-attention-store.ts +16 -45
  190. package/src/persistence/conversation-crud.ts +33 -4
  191. package/src/persistence/conversation-lineage.ts +9 -0
  192. package/src/persistence/conversation-queries.ts +108 -41
  193. package/src/persistence/delivery-crud.ts +38 -29
  194. package/src/persistence/external-conversation-store.ts +32 -4
  195. package/src/persistence/llm-request-log-store.ts +4 -10
  196. package/src/persistence/llm-usage-store.ts +8 -3
  197. package/src/persistence/message-reads.test.ts +197 -0
  198. package/src/persistence/message-reads.ts +211 -0
  199. package/src/persistence/migrations/366-chatgpt-subscription-row-identity.test.ts +120 -0
  200. package/src/persistence/migrations/366-chatgpt-subscription-row-identity.ts +62 -0
  201. package/src/persistence/real-user-turn-filter.ts +27 -3
  202. package/src/persistence/steps.ts +9 -0
  203. package/src/plugin-api/__tests__/oauth-callback-url-export.test.ts +29 -0
  204. package/src/plugin-api/conversation-turn.ts +168 -5
  205. package/src/plugin-api/index.ts +21 -5
  206. package/src/plugins/__tests__/mcp-servers.test.ts +371 -0
  207. package/src/plugins/defaults/memory/AGENTS.md +4 -0
  208. package/src/plugins/defaults/memory/__tests__/buffer-format.test.ts +204 -0
  209. package/src/plugins/defaults/memory/__tests__/memory-retrospective-accounting.test.ts +72 -0
  210. package/src/plugins/defaults/memory/__tests__/memory-retrospective-job.test.ts +4 -1
  211. package/src/plugins/defaults/memory/__tests__/memory-retrospective-provider-path.test.ts +4 -1
  212. package/src/plugins/defaults/memory/buffer-format.ts +165 -0
  213. package/src/plugins/defaults/memory/context-search/sources/conversations.ts +6 -0
  214. package/src/plugins/defaults/memory/graph/image-ref-utils.ts +3 -0
  215. package/src/plugins/defaults/memory/graph/tool-handlers.ts +1 -30
  216. package/src/plugins/defaults/memory/graph-topology/pending-buffer.test.ts +34 -0
  217. package/src/plugins/defaults/memory/graph-topology/pending-buffer.ts +8 -12
  218. package/src/plugins/defaults/memory/hooks/post-compact.ts +1 -4
  219. package/src/plugins/defaults/memory/indexer.ts +3 -1
  220. package/src/plugins/defaults/memory/memory-retrospective-accounting.ts +19 -7
  221. package/src/plugins/defaults/memory/src/__tests__/memory-v3-gate-stats.test.ts +281 -0
  222. package/src/plugins/defaults/memory/src/memory-v3-routes.ts +207 -0
  223. package/src/plugins/defaults/memory/substrate/__tests__/consolidation-job.test.ts +33 -0
  224. package/src/plugins/defaults/memory/substrate/__tests__/static-context.test.ts +199 -2
  225. package/src/plugins/defaults/memory/substrate/consolidation-job.ts +25 -18
  226. package/src/plugins/defaults/memory/substrate/skill-content.ts +8 -1
  227. package/src/plugins/defaults/memory/substrate/static-context.ts +160 -4
  228. package/src/plugins/defaults/memory/substrate/sweep-job.ts +2 -4
  229. package/src/plugins/defaults/memory/v1/graph/extraction.ts +3 -1
  230. package/src/plugins/defaults/memory/v3/prune.ts +2 -0
  231. package/src/plugins/defaults/memory/v3/selection-log-store.ts +2 -0
  232. package/src/plugins/defaults/memory/worker.ts +6 -3
  233. package/src/plugins/external-plugin-loader.ts +47 -0
  234. package/src/plugins/mcp-servers.ts +361 -0
  235. package/src/plugins/mtime-cache.ts +23 -49
  236. package/src/plugins/worker-plugin-surface.ts +33 -0
  237. package/src/providers/__tests__/connection-model-compat.test.ts +1 -1
  238. package/src/providers/__tests__/dispatch-connection-routing.test.ts +214 -2
  239. package/src/providers/__tests__/preflight-resolved-config.test.ts +57 -0
  240. package/src/providers/__tests__/retry-callsite.test.ts +5 -2
  241. package/src/providers/call-site-routing.ts +30 -3
  242. package/src/providers/connection-resolution.ts +194 -11
  243. package/src/providers/inference/auth.ts +6 -0
  244. package/src/providers/inference/connection-availability.ts +24 -2
  245. package/src/providers/inference/connections.ts +2 -0
  246. package/src/providers/model-intents.ts +26 -6
  247. package/src/providers/openai/codex-models.ts +2 -1
  248. package/src/providers/provider-send-message.ts +32 -3
  249. package/src/providers/speech-to-text/__tests__/deepgram-flux-frames.test.ts +433 -0
  250. package/src/providers/speech-to-text/__tests__/deepgram-flux-realtime.test.ts +620 -0
  251. package/src/providers/speech-to-text/__tests__/provider-catalog.test.ts +34 -0
  252. package/src/providers/speech-to-text/__tests__/resolve.test.ts +285 -6
  253. package/src/providers/speech-to-text/deepgram-flux-frames.ts +395 -0
  254. package/src/providers/speech-to-text/deepgram-flux-realtime.ts +719 -0
  255. package/src/providers/speech-to-text/provider-catalog.ts +99 -8
  256. package/src/providers/speech-to-text/resolve.ts +25 -2
  257. package/src/routes/worker.ts +17 -5
  258. package/src/runtime/access-request-helper.ts +9 -12
  259. package/src/runtime/agent-wake.ts +3 -3
  260. package/src/runtime/pre-first-message-gate.ts +4 -0
  261. package/src/runtime/routes/__tests__/acp-claude-auth-routes.test.ts +12 -4
  262. package/src/runtime/routes/__tests__/conversation-list-routes.test.ts +219 -1
  263. package/src/runtime/routes/__tests__/conversation-query-routes.test.ts +52 -0
  264. package/src/runtime/routes/__tests__/default-provider-routes.test.ts +61 -0
  265. package/src/runtime/routes/__tests__/inference-profiles-routes.test.ts +44 -0
  266. package/src/runtime/routes/__tests__/inference-provider-connection-routes.test.ts +102 -1
  267. package/src/runtime/routes/__tests__/plugins-routes.test.ts +44 -0
  268. package/src/runtime/routes/__tests__/stt-routes.test.ts +25 -0
  269. package/src/runtime/routes/__tests__/user-route-dispatcher.test.ts +62 -1
  270. package/src/runtime/routes/channel-availability-routes.ts +32 -14
  271. package/src/runtime/routes/channel-route-shared.ts +0 -6
  272. package/src/runtime/routes/chatgpt-subscription-auth-routes.ts +6 -6
  273. package/src/runtime/routes/conversation-list-routes.ts +112 -1
  274. package/src/runtime/routes/conversation-query-routes.ts +40 -27
  275. package/src/runtime/routes/credential-prompt-routes.ts +4 -7
  276. package/src/runtime/routes/default-provider-routes.ts +15 -0
  277. package/src/runtime/routes/inbound-message-handler.ts +17 -41
  278. package/src/runtime/routes/inbound-stages/acl-enforcement.test.ts +0 -1
  279. package/src/runtime/routes/inbound-stages/acl-enforcement.ts +0 -9
  280. package/src/runtime/routes/inbound-stages/admission-policy.ts +1 -17
  281. package/src/runtime/routes/inbound-stages/bootstrap-intercept.test.ts +0 -1
  282. package/src/runtime/routes/inbound-stages/bootstrap-intercept.ts +2 -3
  283. package/src/runtime/routes/inbound-stages/edit-intercept.ts +1 -3
  284. package/src/runtime/routes/inbound-stages/guardian-reply-intercept.test.ts +0 -1
  285. package/src/runtime/routes/inbound-stages/guardian-reply-intercept.ts +3 -4
  286. package/src/runtime/routes/inbound-stages/reaction-intercept.test.ts +0 -1
  287. package/src/runtime/routes/inbound-stages/reaction-intercept.ts +11 -20
  288. package/src/runtime/routes/inbound-stages/secret-ingress-check.ts +2 -3
  289. package/src/runtime/routes/inference-profiles-routes.ts +20 -11
  290. package/src/runtime/routes/inference-provider-connection-routes.ts +77 -15
  291. package/src/runtime/routes/log-export-routes.ts +3 -0
  292. package/src/runtime/routes/mcp-auth-routes.ts +148 -57
  293. package/src/runtime/routes/plugins-routes.ts +21 -3
  294. package/src/runtime/routes/stt-routes.ts +31 -25
  295. package/src/runtime/routes/surface-conversation-resolver.ts +3 -0
  296. package/src/runtime/routes/user-route-dispatcher.ts +39 -14
  297. package/src/runtime/routes/user-route-import.ts +108 -0
  298. package/src/schedule/worker.ts +6 -0
  299. package/src/security/oauth2.ts +6 -22
  300. package/src/stt/__tests__/daemon-batch-transcriber.test.ts +22 -0
  301. package/src/stt/__tests__/types.test.ts +94 -0
  302. package/src/stt/daemon-batch-transcriber.ts +10 -0
  303. package/src/stt/stt-stream-session.ts +8 -4
  304. package/src/stt/types.ts +103 -0
  305. package/src/subagent/manager.ts +1 -3
  306. package/src/subagent/types.ts +7 -6
  307. package/src/tools/acp/spawn.test.ts +97 -0
  308. package/src/tools/acp/spawn.ts +32 -0
  309. package/src/tools/document/document-tool.ts +12 -3
  310. package/src/tools/registry.ts +2 -1
  311. package/src/tools/workflows/run-workflow.ts +1 -2
  312. package/src/tts/__tests__/reasoning-tag-filter.test.ts +63 -0
  313. package/src/tts/reasoning-tag-filter.ts +110 -0
  314. package/src/workspace/byok-default-profile-ensure.ts +61 -18
  315. package/src/workspace/custom-profile-ensure.ts +4 -24
  316. package/src/workspace/migrations/142-consolidate-voice-front-door.ts +70 -0
  317. package/src/workspace/migrations/143-repair-deprecated-codex-model-id.ts +134 -0
  318. package/src/workspace/migrations/144-convert-stranded-subscription-openai-profiles.ts +265 -0
  319. package/src/workspace/migrations/145-collapse-profile-bindings-to-entries.ts +328 -0
  320. package/src/workspace/migrations/__tests__/141-stt-english-default-to-multilingual.test.ts +0 -10
  321. package/src/workspace/migrations/registry.ts +8 -0
  322. package/src/workspace/provider-commit-message-generator.ts +7 -5
  323. package/src/live-voice/__tests__/front-decision.test.ts +0 -645
  324. package/src/live-voice/front-decision.ts +0 -476
@@ -0,0 +1,83 @@
1
+ /**
2
+ * Tests for the shared OAuth callback URL resolver.
3
+ *
4
+ * The property that matters is stability: every caller and every attempt
5
+ * must get the same redirect URI. Dynamic client registration and Client
6
+ * ID Metadata Documents both pin `redirect_uris` when the client is
7
+ * registered, and the authorization server matches the value exactly on
8
+ * each authorization request, so a URI that varies per attempt makes both
9
+ * mechanisms unusable.
10
+ */
11
+
12
+ import { afterEach, describe, expect, mock, test } from "bun:test";
13
+
14
+ const resolveCallbackUrl = mock(
15
+ async () => "https://ingress.example/webhooks/oauth/callback",
16
+ );
17
+
18
+ mock.module("../platform-callback-registration.js", () => ({
19
+ resolveCallbackUrl,
20
+ }));
21
+
22
+ mock.module("../public-ingress-urls.js", () => ({
23
+ getOAuthCallbackUrl: () => "https://direct.example/webhooks/oauth/callback",
24
+ }));
25
+
26
+ mock.module("../../config/loader.js", () => ({
27
+ loadConfig: () => ({}),
28
+ }));
29
+
30
+ const { OAUTH_CALLBACK_PATH, resolveOauthCallbackUrl } =
31
+ await import("../oauth-callback-url.js");
32
+
33
+ afterEach(() => {
34
+ resolveCallbackUrl.mockClear();
35
+ });
36
+
37
+ describe("resolveOauthCallbackUrl", () => {
38
+ test("returns whatever the shared resolver decides", async () => {
39
+ await expect(resolveOauthCallbackUrl()).resolves.toEqual(
40
+ "https://ingress.example/webhooks/oauth/callback",
41
+ );
42
+ });
43
+
44
+ test("registers the shared callback path, not a per-caller one", async () => {
45
+ await resolveOauthCallbackUrl();
46
+ const [, callbackPath] = resolveCallbackUrl.mock.calls[0] as unknown[];
47
+ expect(callbackPath).toEqual(OAUTH_CALLBACK_PATH);
48
+ expect(OAUTH_CALLBACK_PATH).toEqual("webhooks/oauth/callback");
49
+ });
50
+
51
+ test("every call resolves to the same URL, path, and registration type", async () => {
52
+ // The URI a client registers and the URI it later authorizes with are
53
+ // the same string, which is what an exact-match redirect_uri check
54
+ // needs. Nothing about the caller can vary it: the function takes no
55
+ // arguments.
56
+ const first = await resolveOauthCallbackUrl();
57
+ const second = await resolveOauthCallbackUrl();
58
+ expect(first).toEqual(second);
59
+
60
+ const [, pathA, typeA] = resolveCallbackUrl.mock.calls[0] as unknown[];
61
+ const [, pathB, typeB] = resolveCallbackUrl.mock.calls[1] as unknown[];
62
+ expect(pathA).toEqual(pathB);
63
+ expect(typeA).toEqual(typeB);
64
+ });
65
+
66
+ test("registers one route type so the platform holds a single admin row", async () => {
67
+ await resolveOauthCallbackUrl();
68
+ const [, , type] = resolveCallbackUrl.mock.calls[0] as unknown[];
69
+ expect(type).toEqual("oauth");
70
+ });
71
+
72
+ test("propagates the resolver's failure rather than inventing a URL", async () => {
73
+ // No ingress and no platform connection means there is no URL that
74
+ // would work. Returning a plausible one produces an authorization
75
+ // request whose callback silently never arrives.
76
+ resolveCallbackUrl.mockImplementationOnce(async () => {
77
+ throw new Error("No public base URL configured.");
78
+ });
79
+ await expect(resolveOauthCallbackUrl()).rejects.toThrow(
80
+ /No public base URL/,
81
+ );
82
+ });
83
+ });
@@ -0,0 +1,61 @@
1
+ /**
2
+ * Public URL resolution for the assistant's shared OAuth callback route.
3
+ *
4
+ * Every browser-based OAuth flow in the daemon redirects back to one path,
5
+ * `webhooks/oauth/callback`, which the gateway serves and forwards to
6
+ * `POST /v1/internal/oauth/callback`. The runtime matches the arriving
7
+ * `state` against `security/oauth-callback-registry.ts` and resolves the
8
+ * waiting flow, so one route multiplexes every concurrent handshake and no
9
+ * caller needs a listener of its own.
10
+ *
11
+ * Which base URL is correct depends on how the assistant is reachable: a
12
+ * platform pod and a platform-connected assistant are served through a
13
+ * managed callback route, a self-hosted deployment through its configured
14
+ * public ingress. `resolveCallbackUrl` owns that decision, and this is the
15
+ * OAuth-shaped entry point to it, mirroring `plugin-api/webhook-url.ts`
16
+ * for plugin ingress.
17
+ */
18
+
19
+ import { loadConfig } from "../config/loader.js";
20
+ import { resolveCallbackUrl } from "./platform-callback-registration.js";
21
+ import { getOAuthCallbackUrl } from "./public-ingress-urls.js";
22
+
23
+ /**
24
+ * Path the gateway serves the shared OAuth callback on.
25
+ *
26
+ * Fixed rather than caller-supplied. Every flow is demultiplexed by OAuth
27
+ * `state`, so a per-caller path would buy nothing and would need its own
28
+ * gateway route and its own platform registration.
29
+ */
30
+ export const OAUTH_CALLBACK_PATH = "webhooks/oauth/callback";
31
+
32
+ /**
33
+ * Registration type recorded with the platform.
34
+ *
35
+ * The platform keys a callback route by `(path, type)`, and there is one
36
+ * OAuth route, so one type describes it. Registering the same path under
37
+ * several types would produce duplicate admin rows pointing at the same
38
+ * URL.
39
+ */
40
+ const OAUTH_REGISTRATION_TYPE = "oauth";
41
+
42
+ /**
43
+ * Resolve the redirect URI an authorization server should send the user
44
+ * back to.
45
+ *
46
+ * Takes no arguments on purpose: every caller shares one route, so there
47
+ * is nothing to vary. That is what makes the URI stable across callers and
48
+ * across attempts, which is what an exact-match `redirect_uri` check needs.
49
+ *
50
+ * @throws when no public ingress is configured and the assistant is not
51
+ * connected to the platform. There is no URL that would work in that
52
+ * case, and returning a plausible one produces an authorization request
53
+ * whose callback silently never arrives.
54
+ */
55
+ export async function resolveOauthCallbackUrl(): Promise<string> {
56
+ return resolveCallbackUrl(
57
+ () => getOAuthCallbackUrl(loadConfig()),
58
+ OAUTH_CALLBACK_PATH,
59
+ OAUTH_REGISTRATION_TYPE,
60
+ );
61
+ }
@@ -1,16 +1,13 @@
1
1
  import { describe, expect, mock, test } from "bun:test";
2
2
 
3
- import { sanitizeForTts } from "../../calls/tts-text-sanitizer.js";
4
3
  import type {
5
4
  VoiceTurnCallbacks,
6
5
  VoiceTurnOptions,
7
6
  } from "../../calls/voice-session-bridge.js";
8
- import type { LiveVoiceFrontModelConfig } from "../../config/schemas/live-voice.js";
9
7
  import type {
10
8
  StreamingTranscriber,
11
9
  SttStreamServerEvent,
12
10
  } from "../../stt/types.js";
13
- import type { VoiceFrontDecider } from "../front-decision.js";
14
11
  import {
15
12
  LiveVoiceSession,
16
13
  type LiveVoiceTtsStreamer,
@@ -96,8 +93,6 @@ function createSessionHarness(
96
93
  createTurnId?: () => string;
97
94
  emitMetrics?: boolean;
98
95
  streamTtsAudio?: LiveVoiceTtsStreamer;
99
- frontModelConfig?: Partial<LiveVoiceFrontModelConfig>;
100
- frontDecider?: VoiceFrontDecider;
101
96
  } = {},
102
97
  ) {
103
98
  const transcriber =
@@ -119,10 +114,6 @@ function createSessionHarness(
119
114
  ...(options.streamTtsAudio
120
115
  ? { streamTtsAudio: options.streamTtsAudio }
121
116
  : {}),
122
- ...(options.frontModelConfig
123
- ? { frontModelConfig: options.frontModelConfig }
124
- : {}),
125
- ...(options.frontDecider ? { frontDecider: options.frontDecider } : {}),
126
117
  });
127
118
 
128
119
  return { frames, session, startVoiceTurn, transcriber };
@@ -468,7 +459,7 @@ describe("LiveVoiceSession assistant turn", () => {
468
459
  });
469
460
  });
470
461
 
471
- test("records tool_use_start on the active turn and publishes what it is doing", async () => {
462
+ test("publishes tool activity while the turn is running", async () => {
472
463
  let callbacks: VoiceTurnCallbacks | undefined;
473
464
  const startVoiceTurn = mock(async (options: VoiceTurnOptions) => {
474
465
  callbacks = options.callbacks;
@@ -488,12 +479,6 @@ describe("LiveVoiceSession assistant turn", () => {
488
479
  callbacks?.tool_use_start?.("some_tool");
489
480
  await waitForFrameCount(frames, 4);
490
481
 
491
- const activeTurn = (
492
- session as unknown as {
493
- activeAssistantTurn: { toolUseStarted: boolean } | null;
494
- }
495
- ).activeAssistantTurn;
496
- expect(activeTurn?.toolUseStarted).toBe(true);
497
482
  // One activity frame, so a silent stretch of tool work is visible on the
498
483
  // surfaces that show the session. An unrecognized tool still gets a line.
499
484
  expect(frames.at(-1)).toMatchObject({
@@ -560,90 +545,6 @@ describe("LiveVoiceSession assistant turn", () => {
560
545
  });
561
546
  });
562
547
 
563
- describe("LiveVoiceSession tool-use spoken ack", () => {
564
- const ACK_TIMEOUT_MS = 40;
565
- // Every ack is front-model-phrased; the generated text passes through the
566
- // same TTS sanitizer as regular segments. The stub varies its phrasing by
567
- // trigger so the two ack kinds stay distinguishable in assertions.
568
- const TOOL_ACK = "Let me look that up.";
569
- const FIRST_DELTA_ACK = "Sure — one moment.";
570
- const EXPECTED_TOOL_ACK = sanitizeForTts(TOOL_ACK).trim();
571
- const EXPECTED_FIRST_DELTA_ACK = sanitizeForTts(FIRST_DELTA_ACK).trim();
572
-
573
- const ackDecider: VoiceFrontDecider = {
574
- generateAckText: async (input) =>
575
- input.toolName ? TOOL_ACK : FIRST_DELTA_ACK,
576
- generateProgressText: async () => null,
577
- };
578
-
579
- function createAckHarness() {
580
- const { startVoiceTurn, getCallbacks } = createCapturingTurnStarter();
581
- const { streamTtsAudio, ttsTexts } = createRecordingTtsStreamer();
582
- const harness = createSessionHarness({
583
- startVoiceTurn,
584
- streamTtsAudio,
585
- frontModelConfig: { ackFirstDeltaTimeoutMs: ACK_TIMEOUT_MS },
586
- frontDecider: ackDecider,
587
- });
588
- return { ...harness, getCallbacks, ttsTexts };
589
- }
590
-
591
- test("tool_use_start before any delta speaks an immediate tool ack and cancels the timer", async () => {
592
- const { frames, session, getCallbacks, ttsTexts } = createAckHarness();
593
-
594
- await startReleasedTurn(session, getCallbacks);
595
- getCallbacks()?.tool_use_start?.("web_search");
596
- await waitFor(() => ttsTexts.length === 1);
597
- expect(ttsTexts).toEqual([EXPECTED_TOOL_ACK]);
598
-
599
- // The pending first-delta timer was cancelled: letting its budget elapse
600
- // speaks no second ack.
601
- await new Promise((resolve) => setTimeout(resolve, ACK_TIMEOUT_MS + 40));
602
- expect(ttsTexts).toEqual([EXPECTED_TOOL_ACK]);
603
-
604
- // The ack is audio-only — no caption frame carries it.
605
- expect(frames.some((frame) => frame.type === "assistant_text_delta")).toBe(
606
- false,
607
- );
608
-
609
- emitTextDelta(getCallbacks, "Hello there.");
610
- emitMessageComplete(getCallbacks);
611
- await waitFor(() => frames.some((frame) => frame.type === "tts_done"));
612
- expect(ttsTexts).toEqual([EXPECTED_TOOL_ACK, "Hello there."]);
613
- });
614
-
615
- test("tool_use_start after the first delta speaks no ack", async () => {
616
- const { frames, session, getCallbacks, ttsTexts } = createAckHarness();
617
-
618
- await startReleasedTurn(session, getCallbacks);
619
- emitTextDelta(getCallbacks, "Hello there.");
620
- getCallbacks()?.tool_use_start?.("web_search");
621
- emitMessageComplete(getCallbacks);
622
- await waitFor(() => frames.some((frame) => frame.type === "tts_done"));
623
- await new Promise((resolve) => setTimeout(resolve, ACK_TIMEOUT_MS + 40));
624
-
625
- expect(ttsTexts).toEqual(["Hello there."]);
626
- });
627
-
628
- test("tool_use_start after a first-delta ack already spoke adds no second ack", async () => {
629
- const { frames, session, getCallbacks, ttsTexts } = createAckHarness();
630
-
631
- await startReleasedTurn(session, getCallbacks);
632
- // Let the slow-first-delta timer speak the turn's one ack first.
633
- await waitFor(() => ttsTexts.length === 1);
634
- expect(ttsTexts).toEqual([EXPECTED_FIRST_DELTA_ACK]);
635
-
636
- getCallbacks()?.tool_use_start?.("web_search");
637
- await flushAsyncCallbacks();
638
- expect(ttsTexts).toEqual([EXPECTED_FIRST_DELTA_ACK]);
639
-
640
- emitTextDelta(getCallbacks, "Hello there.");
641
- emitMessageComplete(getCallbacks);
642
- await waitFor(() => frames.some((frame) => frame.type === "tts_done"));
643
- expect(ttsTexts).toEqual([EXPECTED_FIRST_DELTA_ACK, "Hello there."]);
644
- });
645
- });
646
-
647
548
  describe("LiveVoiceSession room reveal", () => {
648
549
  function createMarkerHarness() {
649
550
  const { startVoiceTurn, getCallbacks } = createCapturingTurnStarter();
@@ -651,9 +552,6 @@ describe("LiveVoiceSession room reveal", () => {
651
552
  const harness = createSessionHarness({
652
553
  startVoiceTurn,
653
554
  streamTtsAudio,
654
- // Deltas are emitted immediately in these runs; a long ack budget keeps
655
- // filler phrases out of the recorded TTS text.
656
- frontModelConfig: { ackFirstDeltaTimeoutMs: 10_000 },
657
555
  });
658
556
  return { ...harness, getCallbacks, ttsTexts };
659
557
  }
@@ -689,7 +587,6 @@ describe("LiveVoiceSession room reveal", () => {
689
587
  const harness = createSessionHarness({
690
588
  startVoiceTurn,
691
589
  streamTtsAudio,
692
- frontModelConfig: { ackFirstDeltaTimeoutMs: 10_000 },
693
590
  });
694
591
  return {
695
592
  ...harness,
@@ -4,7 +4,6 @@ import type {
4
4
  VoiceTurnCallbacks,
5
5
  VoiceTurnOptions,
6
6
  } from "../../calls/voice-session-bridge.js";
7
- import { VOICE_NO_SETUP_FLOWS_RULE } from "../../calls/voice-session-bridge.js";
8
7
  import type {
9
8
  StreamingTranscriber,
10
9
  SttStreamServerEvent,
@@ -254,14 +253,14 @@ describe("LiveVoiceSession archive and metrics events", () => {
254
253
  userMessageInterface: "macos",
255
254
  assistantMessageInterface: "macos",
256
255
  // Pins the full production control prompt for the FRONT-DOOR leg (the
257
- // first leg of every routed turn): the speech-first rule (which now
258
- // permits a surface, since the room reveals one by itself) and the
259
- // shared no-setup-flows rule (no OAuth/browser flows mid-call). The [-1]
260
- // room-minimize teaching is deliberately absent — only the escalated
261
- // leg learns it (see live-voice-triage-escalate.test.ts).
256
+ // first leg of every routed turn): the speech-first rule, and nothing
257
+ // else. This leg is toolless, so both the screen-reveal and setup-flow
258
+ // teachings are deliberately absent. It has nothing to show and no
259
+ // connection to run, and its capability digest already routes anything
260
+ // needing a tool to the escalated leg (see
261
+ // live-voice-triage-escalate.test.ts).
262
262
  voiceControlPrompt:
263
- "You are speaking in a local live voice session. Keep replies brief and conversational. Speech is the main channel: say the answer, and do not narrate a surface instead of answering. You can also put something on screen when it genuinely helps (a form, a list to pick from, a progress card for long work); the call overlay minimizes by itself once you finish speaking, so the user sees it without doing anything. Never tell the user you cannot show them something. Reply in the language the caller is speaking; if they switch languages, switch with them. " +
264
- VOICE_NO_SETUP_FLOWS_RULE,
263
+ "You are speaking in a local live voice session. Keep replies brief and conversational. Speech is the main channel: say the answer, and do not narrate a surface instead of answering. You can also put something on screen when it genuinely helps (a form, a list to pick from, a progress card for long work); the call overlay minimizes by itself once you finish speaking, so the user sees it without doing anything. Never tell the user you cannot show them something. Reply in the language the caller is speaking; if they switch languages, switch with them. ",
265
264
  });
266
265
  callbacks?.assistant_text_delta?.(makeTextDelta("Hello there."));
267
266
  callbacks?.message_complete?.(makeMessageComplete());