@vellumai/assistant 0.10.2 → 0.10.3-dev.202606252046.9075fd5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (546) hide show
  1. package/bun.lock +20 -0
  2. package/docs/workspace-tools.md +42 -33
  3. package/eslint-rules/cli-no-daemon-internals.js +6 -0
  4. package/node_modules/@vellumai/gateway-client/src/__tests__/guardian-delivery-contract.test.ts +91 -0
  5. package/node_modules/@vellumai/gateway-client/src/__tests__/trust-verdict-contract.test.ts +31 -0
  6. package/node_modules/@vellumai/gateway-client/src/gateway-ipc-contracts.ts +44 -0
  7. package/node_modules/@vellumai/gateway-client/src/guardian-delivery-contract.ts +48 -0
  8. package/node_modules/@vellumai/gateway-client/src/index.ts +14 -0
  9. package/node_modules/@vellumai/gateway-client/src/trust-verdict-contract.ts +17 -0
  10. package/node_modules/@vellumai/service-contracts/package.json +1 -0
  11. package/node_modules/@vellumai/service-contracts/src/__tests__/channels.test.ts +28 -0
  12. package/node_modules/@vellumai/service-contracts/src/channels.ts +41 -0
  13. package/node_modules/@vellumai/service-contracts/src/index.ts +1 -0
  14. package/openapi.yaml +196 -56
  15. package/package.json +4 -1
  16. package/scripts/test.sh +36 -15
  17. package/src/__tests__/actor-token-service.test.ts +36 -14
  18. package/src/__tests__/actor-trust-resolver-address-fallback.test.ts +83 -31
  19. package/src/__tests__/agent-loop-override-profile.test.ts +1 -0
  20. package/src/__tests__/agent-wake-disk-pressure-callsite.test.ts +2 -0
  21. package/src/__tests__/agent-wake-override-profile.test.ts +2 -0
  22. package/src/__tests__/annotate-activity-metadata.test.ts +2 -0
  23. package/src/__tests__/annotate-risk-options.test.ts +2 -0
  24. package/src/__tests__/approval-cascade.test.ts +2 -0
  25. package/src/__tests__/assistant-attachments.test.ts +42 -0
  26. package/src/__tests__/background-workers-disk-pressure.test.ts +2 -0
  27. package/src/__tests__/btw-routes.test.ts +2 -0
  28. package/src/__tests__/build-persisted-content.test.ts +2 -0
  29. package/src/__tests__/call-controller.test.ts +19 -0
  30. package/src/__tests__/channel-approval-routes.test.ts +21 -26
  31. package/src/__tests__/channel-delivery-store.test.ts +28 -0
  32. package/src/__tests__/channel-guardian.test.ts +164 -78
  33. package/src/__tests__/channel-inbound-disk-pressure.test.ts +11 -19
  34. package/src/__tests__/channel-reply-delivery.test.ts +2 -0
  35. package/src/__tests__/code-search-tool.test.ts +585 -0
  36. package/src/__tests__/compaction-events.test.ts +2 -0
  37. package/src/__tests__/compaction-ledger-store.test.ts +128 -0
  38. package/src/__tests__/compaction.benchmark.test.ts +2 -0
  39. package/src/__tests__/compactor-call-site-logging.test.ts +2 -0
  40. package/src/__tests__/compactor-low-watermark-cut.test.ts +2 -0
  41. package/src/__tests__/compactor-preserved-tail-count.test.ts +2 -0
  42. package/src/__tests__/compactor-summary-call-truncation.test.ts +2 -0
  43. package/src/__tests__/compactor-web-search-strip.test.ts +2 -0
  44. package/src/__tests__/config-loader-backfill.test.ts +123 -10
  45. package/src/__tests__/config-schema.test.ts +1 -0
  46. package/src/__tests__/confirmation-request-guardian-bridge.test.ts +31 -29
  47. package/src/__tests__/consult-deadline.test.ts +60 -0
  48. package/src/__tests__/contact-store-interaction-info.test.ts +156 -0
  49. package/src/__tests__/contact-store-user-file.test.ts +7 -10
  50. package/src/__tests__/contacts-relay-reads.test.ts +19 -24
  51. package/src/__tests__/contacts-write.test.ts +0 -2
  52. package/src/__tests__/conversation-abort-tool-results.test.ts +2 -0
  53. package/src/__tests__/conversation-agent-loop-disk-pressure.test.ts +2 -0
  54. package/src/__tests__/conversation-agent-loop-inference-profile.test.ts +2 -0
  55. package/src/__tests__/conversation-agent-loop-overflow.test.ts +2 -0
  56. package/src/__tests__/conversation-agent-loop.test.ts +134 -0
  57. package/src/__tests__/conversation-analysis-routes.test.ts +2 -0
  58. package/src/__tests__/conversation-app-control-lifecycle.test.ts +2 -0
  59. package/src/__tests__/conversation-attention-telegram.test.ts +9 -11
  60. package/src/__tests__/conversation-confirmation-signals.test.ts +2 -0
  61. package/src/__tests__/conversation-fork-crud.test.ts +354 -24
  62. package/src/__tests__/conversation-history-web-search.test.ts +2 -0
  63. package/src/__tests__/conversation-load-history-repair.test.ts +2 -0
  64. package/src/__tests__/conversation-load-history-stripped.test.ts +2 -0
  65. package/src/__tests__/conversation-pairing.test.ts +2 -0
  66. package/src/__tests__/conversation-process-app-control-preactivation.test.ts +2 -0
  67. package/src/__tests__/conversation-process-callsite.test.ts +2 -0
  68. package/src/__tests__/conversation-provider-retry-repair.test.ts +2 -0
  69. package/src/__tests__/conversation-queue.test.ts +91 -0
  70. package/src/__tests__/conversation-routes-guardian-reply.test.ts +14 -0
  71. package/src/__tests__/conversation-routes-slash-commands.test.ts +14 -0
  72. package/src/__tests__/conversation-slash-queue.test.ts +2 -0
  73. package/src/__tests__/conversation-slash-unknown.test.ts +2 -0
  74. package/src/__tests__/conversation-speed-override.test.ts +2 -0
  75. package/src/__tests__/conversation-surfaces-task-progress.test.ts +29 -0
  76. package/src/__tests__/conversation-title-service.test.ts +2 -0
  77. package/src/__tests__/conversation-tool-setup-attribution.test.ts +47 -0
  78. package/src/__tests__/conversation-usage.test.ts +2 -0
  79. package/src/__tests__/conversation-workspace-cache-state.test.ts +2 -0
  80. package/src/__tests__/conversation-workspace-injection.test.ts +2 -0
  81. package/src/__tests__/conversation-workspace-tool-tracking.test.ts +2 -0
  82. package/src/__tests__/credential-security-invariants.test.ts +1 -1
  83. package/src/__tests__/db-compaction-events-migration.test.ts +129 -0
  84. package/src/__tests__/db-migration-rollback.test.ts +205 -171
  85. package/src/__tests__/db-test-helpers.ts +5 -4
  86. package/src/__tests__/delete-propagation.test.ts +5 -3
  87. package/src/__tests__/deterministic-verification-control-plane.test.ts +4 -2
  88. package/src/__tests__/disk-pressure-guard.test.ts +41 -0
  89. package/src/__tests__/dm-backfill.test.ts +6 -4
  90. package/src/__tests__/dm-persistence.test.ts +2 -0
  91. package/src/__tests__/emit-signal-routing-intent.test.ts +7 -6
  92. package/src/__tests__/events-dev-bypass-actor.test.ts +7 -1
  93. package/src/__tests__/exploration-drift-hook.test.ts +3 -2
  94. package/src/__tests__/filing-service.test.ts +2 -0
  95. package/src/__tests__/guardian-binding-drift-heal.test.ts +104 -19
  96. package/src/__tests__/guardian-dispatch.test.ts +140 -1
  97. package/src/__tests__/guardian-expiry-notifier.test.ts +282 -0
  98. package/src/__tests__/guardian-outbound-http.test.ts +13 -0
  99. package/src/__tests__/guardian-routing-state.test.ts +6 -10
  100. package/src/__tests__/heartbeat-disk-pressure.test.ts +2 -0
  101. package/src/__tests__/heartbeat-service.test.ts +2 -0
  102. package/src/__tests__/helpers/channel-test-adapter.ts +46 -19
  103. package/src/__tests__/helpers/create-guardian-binding.ts +15 -23
  104. package/src/__tests__/helpers/mock-logger.ts +1 -0
  105. package/src/__tests__/helpers/seed-contact-channel.ts +96 -0
  106. package/src/__tests__/host-app-control-routes.test.ts +24 -30
  107. package/src/__tests__/host-bash-routes.test.ts +31 -41
  108. package/src/__tests__/host-browser-routes.test.ts +26 -32
  109. package/src/__tests__/host-cu-routes-targeted.test.ts +25 -33
  110. package/src/__tests__/host-file-routes-targeted.test.ts +40 -52
  111. package/src/__tests__/host-transfer-routes-targeted.test.ts +31 -43
  112. package/src/__tests__/http-user-message-parity.test.ts +290 -8
  113. package/src/__tests__/inbound-invite-redemption.test.ts +115 -10
  114. package/src/__tests__/inbound-slack-persistence.test.ts +2 -0
  115. package/src/__tests__/invite-redemption-service.test.ts +471 -53
  116. package/src/__tests__/invite-routes-http.test.ts +34 -0
  117. package/src/__tests__/invite-service-ipc.test.ts +65 -2
  118. package/src/__tests__/llm-context-normalization.test.ts +105 -0
  119. package/src/__tests__/llm-request-log-error-payload.test.ts +71 -9
  120. package/src/__tests__/llm-usage-store.test.ts +25 -0
  121. package/src/__tests__/mcp-config-secret-boundary.test.ts +392 -0
  122. package/src/__tests__/mcp-health-check.test.ts +2 -1
  123. package/src/__tests__/media-stream-server-integration.test.ts +127 -0
  124. package/src/__tests__/memory-retrieval-hook.test.ts +2 -0
  125. package/src/__tests__/messaging-send-tool.test.ts +2 -0
  126. package/src/__tests__/migration-import-from-url.test.ts +2 -2
  127. package/src/__tests__/mtime-cache.test.ts +275 -5
  128. package/src/__tests__/native-web-search.test.ts +2 -0
  129. package/src/__tests__/non-member-access-request.test.ts +191 -17
  130. package/src/__tests__/notification-broadcaster.test.ts +4 -0
  131. package/src/__tests__/notification-decision-recipient-context.test.ts +33 -32
  132. package/src/__tests__/notification-deep-link.test.ts +6 -0
  133. package/src/__tests__/notification-guardian-path.test.ts +19 -0
  134. package/src/__tests__/onboarding-persona-write.test.ts +52 -22
  135. package/src/__tests__/openai-provider.test.ts +22 -12
  136. package/src/__tests__/openai-responses-provider.test.ts +12 -2
  137. package/src/__tests__/outbound-slack-persistence.test.ts +2 -0
  138. package/src/__tests__/pending-interactions-resolved-event.test.ts +7 -4
  139. package/src/__tests__/persist-onboarding-artifacts.test.ts +1 -0
  140. package/src/__tests__/persistence-secret-redaction.test.ts +2 -0
  141. package/src/__tests__/persona-resolver.test.ts +75 -45
  142. package/src/__tests__/plugin-bootstrap.test.ts +21 -83
  143. package/src/__tests__/plugin-disabled-state.test.ts +190 -0
  144. package/src/__tests__/plugin-pipeline.test.ts +96 -0
  145. package/src/__tests__/plugin-route-contribution.test.ts +6 -19
  146. package/src/__tests__/plugin-tool-contribution.test.ts +5 -20
  147. package/src/__tests__/plugin-types.test.ts +2 -4
  148. package/src/__tests__/process-message-background-slack.test.ts +2 -0
  149. package/src/__tests__/process-message-display-content.test.ts +2 -0
  150. package/src/__tests__/provider-error-scenarios.test.ts +5 -4
  151. package/src/__tests__/provider-usage-tracking.test.ts +39 -0
  152. package/src/__tests__/reaction-intercept-cold-cache-warm.test.ts +135 -0
  153. package/src/__tests__/reaction-intercept-member-verdict-warm.test.ts +158 -0
  154. package/src/__tests__/reaction-persistence.test.ts +51 -4
  155. package/src/__tests__/regenerate-fire-and-forget-trace.test.ts +2 -0
  156. package/src/__tests__/registry.test.ts +4 -1
  157. package/src/__tests__/relay-server.test.ts +758 -32
  158. package/src/__tests__/runtime-attachment-metadata.test.ts +9 -12
  159. package/src/__tests__/secret-ingress-http.test.ts +14 -0
  160. package/src/__tests__/send-endpoint-busy.test.ts +30 -8
  161. package/src/__tests__/settings-routes.test.ts +32 -0
  162. package/src/__tests__/skills.test.ts +44 -0
  163. package/src/__tests__/slack-inbound-verification.test.ts +47 -2
  164. package/src/__tests__/sse-actor-principal-guardian-source.test.ts +79 -0
  165. package/src/__tests__/steer-on-enqueue-question.test.ts +181 -0
  166. package/src/__tests__/stt-hints.test.ts +49 -15
  167. package/src/__tests__/subagent-detail.test.ts +27 -0
  168. package/src/__tests__/subagent-disposal.test.ts +65 -0
  169. package/src/__tests__/subagent-fork-prompt-role.test.ts +195 -0
  170. package/src/__tests__/subagent-fork-spawn.test.ts +6 -7
  171. package/src/__tests__/subagent-notify-parent.test.ts +2 -0
  172. package/src/__tests__/subagent-role-registry.test.ts +24 -6
  173. package/src/__tests__/subagent-spawn-and-await.test.ts +546 -0
  174. package/src/__tests__/subagent-spawn-tool-fork.test.ts +2 -0
  175. package/src/__tests__/subagent-tools.test.ts +398 -1
  176. package/src/__tests__/suggestion-routes.test.ts +2 -0
  177. package/src/__tests__/thread-backfill.test.ts +3 -3
  178. package/src/__tests__/title-generate-hook.test.ts +2 -0
  179. package/src/__tests__/tool-executor-lifecycle-events.test.ts +2 -0
  180. package/src/__tests__/tool-executor.test.ts +16 -11
  181. package/src/__tests__/tool-preview-lifecycle.test.ts +2 -0
  182. package/src/__tests__/tool-result-metadata-plumbing.test.ts +2 -0
  183. package/src/__tests__/tool-start-timestamp.test.ts +2 -0
  184. package/src/__tests__/trusted-contact-approval-notifier.test.ts +37 -51
  185. package/src/__tests__/trusted-contact-inline-approval-integration.test.ts +12 -12
  186. package/src/__tests__/trusted-contact-lifecycle-notifications.test.ts +9 -7
  187. package/src/__tests__/trusted-contact-multichannel.test.ts +16 -7
  188. package/src/__tests__/trusted-contact-verification.test.ts +79 -54
  189. package/src/__tests__/twilio-routes.test.ts +96 -0
  190. package/src/__tests__/ui-file-upload-surface.test.ts +86 -0
  191. package/src/__tests__/verification-control-plane-policy.test.ts +2 -0
  192. package/src/__tests__/voice-guardian-cold-cache-warm.test.ts +137 -0
  193. package/src/__tests__/voice-invite-redemption.test.ts +216 -20
  194. package/src/__tests__/web-search-backend-failure.test.ts +2 -0
  195. package/src/__tests__/workspace-migration-102-preserve-heartbeat-enabled-for-existing-workspaces.test.ts +3 -3
  196. package/src/__tests__/workspace-migration-111-prune-seeded-callsite-defaults.test.ts +208 -0
  197. package/src/__tests__/workspace-migration-112-remove-advisor-callsite-override.test.ts +170 -0
  198. package/src/__tests__/workspace-migration-drop-user-md.test.ts +196 -238
  199. package/src/__tests__/workspace-migration-remove-hooks.test.ts +14 -35
  200. package/src/__tests__/workspace-tool-loader.test.ts +195 -2
  201. package/src/a2a/__tests__/e2e-a2a-channel.test.ts +35 -47
  202. package/src/agent/loop-exclusive-tool.test.ts +154 -0
  203. package/src/agent/loop-native-web-search.test.ts +200 -0
  204. package/src/agent/loop.ts +164 -1
  205. package/src/api/constants/sse-replay.ts +41 -0
  206. package/src/api/events/conversation-notice.ts +26 -0
  207. package/src/api/index.ts +19 -1
  208. package/src/api/responses/llm-request-log-entry.ts +29 -0
  209. package/src/api/responses/subagent-detail.ts +17 -0
  210. package/src/api/surfaces.ts +39 -3
  211. package/src/approvals/guardian-channel-delivery.ts +30 -0
  212. package/src/approvals/guardian-expiry-notifier.ts +148 -0
  213. package/src/approvals/guardian-request-resolvers.ts +17 -15
  214. package/src/calls/__tests__/relay-setup-router.test.ts +267 -17
  215. package/src/calls/call-domain.ts +3 -3
  216. package/src/calls/guardian-dispatch.ts +14 -9
  217. package/src/calls/inbound-trust-reader.ts +24 -2
  218. package/src/calls/media-stream-server.ts +21 -0
  219. package/src/calls/relay-access-wait.ts +6 -6
  220. package/src/calls/relay-server.ts +188 -51
  221. package/src/calls/relay-setup-router.ts +47 -17
  222. package/src/calls/relay-verification.ts +4 -4
  223. package/src/calls/stt-hints.ts +9 -12
  224. package/src/calls/twilio-routes.ts +14 -4
  225. package/src/channels/types.ts +10 -20
  226. package/src/cli/commands/__tests__/cache.test.ts +8 -1
  227. package/src/cli/commands/__tests__/conversations-slack.test.ts +1 -0
  228. package/src/cli/commands/cache.ts +194 -181
  229. package/src/cli/commands/contacts.ts +10 -7
  230. package/src/cli/commands/db/__tests__/repair.test.ts +6 -5
  231. package/src/cli/commands/db/status.ts +37 -1
  232. package/src/cli/commands/mcp.ts +252 -218
  233. package/src/cli/commands/memory/__tests__/worker.test.ts +432 -0
  234. package/src/cli/commands/memory/index.ts +2 -0
  235. package/src/cli/commands/memory/worker.ts +242 -0
  236. package/src/cli/commands/plugins.ts +125 -13
  237. package/src/cli/lib/__tests__/install-from-github.test.ts +102 -0
  238. package/src/cli/lib/__tests__/list-installed-plugins.test.ts +160 -1
  239. package/src/cli/lib/__tests__/publish-plugin.test.ts +404 -0
  240. package/src/cli/lib/list-installed-plugins.ts +179 -1
  241. package/src/cli/lib/publish-plugin.ts +633 -0
  242. package/src/config/__tests__/loader-callsite-strip-fallback.test.ts +143 -0
  243. package/src/config/__tests__/sync-gated-profiles.test.ts +16 -10
  244. package/src/config/bundled-skills/contacts/tools/contact-merge.ts +27 -17
  245. package/src/config/bundled-skills/contacts/tools/contact-search.ts +13 -3
  246. package/src/config/bundled-skills/subagent/SKILL.md +17 -2
  247. package/src/config/bundled-skills/subagent/TOOLS.json +5 -4
  248. package/src/config/call-site-defaults.ts +0 -6
  249. package/src/config/feature-flag-registry.json +5 -13
  250. package/src/config/llm-resolver.ts +0 -3
  251. package/src/config/loader.ts +38 -5
  252. package/src/config/prune-seeded-callsite-defaults.ts +110 -0
  253. package/src/config/schemas/__tests__/memory-v3.test.ts +1 -0
  254. package/src/config/schemas/call-site-catalog.ts +0 -7
  255. package/src/config/schemas/heartbeat.ts +2 -5
  256. package/src/config/schemas/llm.ts +3 -12
  257. package/src/config/schemas/memory-lifecycle.ts +12 -0
  258. package/src/config/schemas/memory-v3.ts +7 -0
  259. package/src/config/schemas/memory.ts +4 -0
  260. package/src/config/schemas/timeouts.ts +8 -0
  261. package/src/config/seed-inference-profiles.ts +30 -34
  262. package/src/config/skills.ts +27 -5
  263. package/src/config/sync-gated-profiles.ts +12 -16
  264. package/src/contacts/__tests__/contacts-write-revoke-relay.test.ts +128 -0
  265. package/src/contacts/__tests__/guardian-delivery-reader.test.ts +312 -0
  266. package/src/contacts/__tests__/member-write-relay.test.ts +226 -0
  267. package/src/contacts/contact-store.ts +27 -237
  268. package/src/contacts/contacts-write.ts +18 -55
  269. package/src/contacts/gateway-channel-read.ts +51 -0
  270. package/src/contacts/guardian-delivery-reader.ts +223 -0
  271. package/src/contacts/member-write-relay.ts +183 -0
  272. package/src/contacts/types.ts +3 -15
  273. package/src/daemon/__tests__/conversation-tool-setup-exclude.test.ts +35 -0
  274. package/src/daemon/__tests__/conversation-tool-setup.test.ts +0 -44
  275. package/src/daemon/assistant-attachments.ts +27 -4
  276. package/src/daemon/conversation-agent-loop.ts +28 -0
  277. package/src/daemon/conversation-notices.ts +60 -0
  278. package/src/daemon/conversation-process.ts +35 -16
  279. package/src/daemon/conversation-surfaces.ts +111 -38
  280. package/src/daemon/conversation-tool-setup.ts +71 -30
  281. package/src/daemon/conversation.ts +23 -1
  282. package/src/daemon/disk-pressure-guard.ts +12 -2
  283. package/src/daemon/event-loop-watchdog.ts +28 -1
  284. package/src/daemon/external-plugins-bootstrap.ts +17 -41
  285. package/src/daemon/handlers/__tests__/config-a2a-accept.test.ts +0 -1
  286. package/src/daemon/handlers/__tests__/config-a2a-complete.test.ts +0 -2
  287. package/src/daemon/handlers/__tests__/config-a2a-redeem.test.ts +25 -2
  288. package/src/daemon/handlers/__tests__/config-channels.test.ts +220 -0
  289. package/src/daemon/handlers/config-a2a.ts +6 -14
  290. package/src/daemon/handlers/config-channels.ts +67 -26
  291. package/src/daemon/handlers/conversations.ts +77 -0
  292. package/src/daemon/lifecycle.ts +16 -0
  293. package/src/daemon/mcp-reload-service.ts +10 -0
  294. package/src/daemon/memory-v2-startup.test.ts +72 -0
  295. package/src/daemon/memory-v2-startup.ts +87 -19
  296. package/src/daemon/message-types/conversations.ts +2 -0
  297. package/src/daemon/message-types/surfaces.ts +12 -12
  298. package/src/daemon/server.ts +0 -4
  299. package/src/daemon/shutdown-handlers.ts +20 -0
  300. package/src/daemon/tool-setup-types.ts +9 -0
  301. package/src/heartbeat/heartbeat-service.ts +5 -0
  302. package/src/home/relationship-state-writer.ts +5 -0
  303. package/src/hooks/hook-loader.ts +341 -0
  304. package/src/ipc/__tests__/clients-list-ipc.test.ts +1 -1
  305. package/src/ipc/assistant-server.ts +2 -2
  306. package/src/mcp/__tests__/mcp-auth-orchestrator.test.ts +1 -0
  307. package/src/mcp/client.ts +15 -1
  308. package/src/mcp/mcp-auth-orchestrator.ts +6 -1
  309. package/src/mcp/mcp-header-store.ts +134 -0
  310. package/src/mcp/mcp-oauth-provider.ts +19 -8
  311. package/src/memory/__tests__/301-create-watchdog-events.test.ts +110 -0
  312. package/src/memory/__tests__/memory-retrospective-job.test.ts +8 -0
  313. package/src/memory/__tests__/prompt-override.test.ts +192 -0
  314. package/src/memory/__tests__/watchdog-events-store.test.ts +161 -0
  315. package/src/memory/compaction-ledger-store.ts +107 -0
  316. package/src/memory/conversation-crud.ts +129 -61
  317. package/src/memory/db-connection.ts +22 -3
  318. package/src/memory/db-init.ts +37 -503
  319. package/src/memory/db-singleton.ts +6 -4
  320. package/src/memory/jobs-worker.ts +104 -0
  321. package/src/memory/llm-request-log-store.ts +26 -1
  322. package/src/memory/llm-usage-store.ts +48 -20
  323. package/src/memory/memory-retrospective-job.ts +14 -8
  324. package/src/memory/migrations/209-strip-thinking-from-consolidated.ts +152 -56
  325. package/src/memory/migrations/300-add-processing-started-at.ts +30 -0
  326. package/src/memory/migrations/301-create-watchdog-events.ts +45 -0
  327. package/src/memory/migrations/302-create-compaction-events.ts +107 -0
  328. package/src/memory/migrations/__tests__/209-strip-thinking-from-consolidated.test.ts +297 -0
  329. package/src/memory/migrations/__tests__/run-migrations.test.ts +2 -2
  330. package/src/memory/migrations/run-migrations.ts +106 -10
  331. package/src/memory/migrations/validate-migration-state.ts +105 -67
  332. package/src/memory/prompt-override.ts +129 -0
  333. package/src/memory/schema/contacts.ts +6 -2
  334. package/src/memory/schema/conversations.ts +37 -0
  335. package/src/memory/schema/infrastructure.ts +20 -0
  336. package/src/memory/steps.ts +1294 -0
  337. package/src/memory/v2/__tests__/cli-command-store.test.ts +25 -0
  338. package/src/memory/v2/__tests__/skill-store.test.ts +80 -0
  339. package/src/memory/v2/cli-command-store.ts +75 -38
  340. package/src/memory/v2/prompts/consolidation.ts +13 -82
  341. package/src/memory/v2/prompts/router.ts +21 -93
  342. package/src/memory/v2/skill-store.ts +68 -31
  343. package/src/memory/watchdog-events-store.ts +87 -0
  344. package/src/memory/worker-control.ts +204 -0
  345. package/src/memory/worker-process.ts +89 -0
  346. package/src/messaging/channel-binding-metadata.ts +31 -0
  347. package/src/messaging/provider-types.ts +8 -0
  348. package/src/messaging/providers/slack/binding-metadata.ts +60 -0
  349. package/src/notifications/__tests__/broadcaster.test.ts +8 -8
  350. package/src/notifications/__tests__/connected-channels.test.ts +86 -0
  351. package/src/notifications/__tests__/decision-engine.test.ts +78 -9
  352. package/src/notifications/__tests__/destination-resolver.test.ts +151 -0
  353. package/src/notifications/broadcaster.ts +8 -1
  354. package/src/notifications/decision-engine.ts +15 -7
  355. package/src/notifications/destination-resolver.ts +53 -25
  356. package/src/notifications/emit-signal.ts +34 -15
  357. package/src/onboarding/checkin-event.test.ts +222 -0
  358. package/src/onboarding/checkin-event.ts +321 -0
  359. package/src/onboarding/schedule-checkin.ts +190 -0
  360. package/src/permissions/question-prompter.test.ts +1 -1
  361. package/src/permissions/question-prompter.ts +7 -4
  362. package/src/plugin-api/index.ts +12 -12
  363. package/src/plugin-api/types.ts +12 -14
  364. package/src/plugin-api/vision-support.test.ts +28 -4
  365. package/src/plugin-api/vision-support.ts +66 -31
  366. package/src/plugins/defaults/empty-response/hooks/post-model-call.ts +2 -2
  367. package/src/plugins/defaults/empty-response/hooks/stop.ts +2 -2
  368. package/src/plugins/defaults/exploration-drift/hooks/post-tool-use.ts +4 -3
  369. package/src/plugins/defaults/history-repair/hooks/post-model-call.ts +2 -2
  370. package/src/plugins/defaults/history-repair/hooks/stop.ts +2 -2
  371. package/src/plugins/defaults/history-repair/hooks/user-prompt-submit.ts +2 -2
  372. package/src/plugins/defaults/image-fallback/__tests__/image-fallback.test.ts +47 -7
  373. package/src/plugins/defaults/image-fallback/hooks/post-tool-use.ts +12 -13
  374. package/src/plugins/defaults/image-fallback/hooks/user-prompt-submit.ts +14 -22
  375. package/src/plugins/defaults/image-fallback/src/caption-blocks.ts +42 -11
  376. package/src/plugins/defaults/image-recovery/hooks/post-model-call.ts +2 -2
  377. package/src/plugins/defaults/image-recovery/hooks/stop.ts +2 -2
  378. package/src/plugins/defaults/index.ts +0 -35
  379. package/src/plugins/defaults/max-tokens-continue/hooks/post-model-call.ts +2 -2
  380. package/src/plugins/defaults/max-tokens-continue/hooks/stop.ts +2 -2
  381. package/src/plugins/defaults/memory-retrieval/hooks/post-compact.ts +2 -2
  382. package/src/plugins/defaults/memory-retrieval/hooks/user-prompt-submit.ts +2 -2
  383. package/src/plugins/defaults/memory-v3-shadow/__tests__/injection.test.ts +33 -3
  384. package/src/plugins/defaults/memory-v3-shadow/__tests__/pool-select.test.ts +48 -4
  385. package/src/plugins/defaults/memory-v3-shadow/__tests__/shadow-plugin.test.ts +4 -8
  386. package/src/plugins/defaults/memory-v3-shadow/hooks/post-compact.ts +2 -2
  387. package/src/plugins/defaults/memory-v3-shadow/hooks/user-prompt-submit.ts +2 -2
  388. package/src/plugins/defaults/memory-v3-shadow/injector.ts +43 -15
  389. package/src/plugins/defaults/memory-v3-shadow/orchestrate.ts +11 -2
  390. package/src/plugins/defaults/memory-v3-shadow/pool-select.test.ts +146 -0
  391. package/src/plugins/defaults/memory-v3-shadow/pool-select.ts +77 -13
  392. package/src/plugins/defaults/memory-v3-shadow/shadow-plugin.ts +12 -11
  393. package/src/plugins/defaults/surface-completion-nudge/hooks/post-model-call.ts +2 -2
  394. package/src/plugins/defaults/surface-completion-nudge/hooks/stop.ts +2 -2
  395. package/src/plugins/defaults/task-progress-nudge/hooks/post-tool-use.ts +2 -2
  396. package/src/plugins/defaults/title-generate/hooks/stop.ts +2 -2
  397. package/src/plugins/defaults/title-generate/hooks/user-prompt-submit.ts +2 -2
  398. package/src/plugins/defaults/tool-error/hooks/post-tool-use.ts +2 -2
  399. package/src/plugins/defaults/tool-result-truncate/hooks/post-tool-use.ts +2 -2
  400. package/src/plugins/disabled-state.ts +31 -0
  401. package/src/plugins/external-plugin-loader.ts +2 -2
  402. package/src/plugins/mtime-cache.ts +186 -330
  403. package/src/plugins/pipeline.ts +111 -13
  404. package/src/plugins/registry.ts +59 -16
  405. package/src/plugins/surface-import.ts +121 -0
  406. package/src/plugins/types.ts +7 -9
  407. package/src/prompts/persona-resolver.ts +43 -11
  408. package/src/providers/anthropic/client.ts +5 -0
  409. package/src/providers/call-site-routing.ts +45 -0
  410. package/src/providers/model-catalog.ts +16 -0
  411. package/src/providers/openai/__tests__/api-error-normalization.test.ts +321 -0
  412. package/src/providers/openai/api-error-normalization.ts +270 -0
  413. package/src/providers/openai/chat-completions-provider.ts +37 -83
  414. package/src/providers/openai/responses-provider.ts +50 -46
  415. package/src/providers/openrouter/client.ts +5 -0
  416. package/src/providers/provider-send-message.ts +10 -0
  417. package/src/providers/ratelimit.ts +10 -0
  418. package/src/providers/registry.ts +1 -1
  419. package/src/providers/retry.ts +10 -0
  420. package/src/providers/types.ts +22 -0
  421. package/src/providers/usage-tracking.ts +10 -0
  422. package/src/runtime/__tests__/channel-verification-service.test.ts +133 -0
  423. package/src/runtime/__tests__/guardian-vellum-migration.test.ts +184 -0
  424. package/src/runtime/__tests__/is-guardian-bound-for-channel.test.ts +66 -0
  425. package/src/runtime/__tests__/local-principal-trust.test.ts +162 -0
  426. package/src/runtime/__tests__/member-verdict-cache.test.ts +119 -0
  427. package/src/runtime/__tests__/trust-verdict-consumer.test.ts +402 -123
  428. package/src/runtime/access-request-helper.ts +18 -39
  429. package/src/runtime/actor-trust-resolver.ts +46 -19
  430. package/src/runtime/anchored-guardian.test.ts +109 -0
  431. package/src/runtime/anchored-guardian.ts +86 -0
  432. package/src/runtime/assistant-event-hub.ts +1 -1
  433. package/src/runtime/assistant-stream-state.ts +9 -2
  434. package/src/runtime/auth/__tests__/require-bound-guardian.test.ts +99 -0
  435. package/src/runtime/auth/require-bound-guardian.ts +21 -11
  436. package/src/runtime/channel-verification-service.ts +56 -31
  437. package/src/runtime/confirmation-request-guardian-bridge.ts +3 -3
  438. package/src/runtime/guardian-vellum-migration.ts +69 -8
  439. package/src/runtime/invite-redemption-service.ts +213 -187
  440. package/src/runtime/local-actor-identity.test.ts +108 -0
  441. package/src/runtime/local-actor-identity.ts +85 -13
  442. package/src/runtime/local-principal-trust.ts +52 -0
  443. package/src/runtime/member-verdict-cache.ts +0 -0
  444. package/src/runtime/pending-interactions.ts +11 -1
  445. package/src/runtime/routes/__tests__/channel-verification-revoke.test.ts +56 -5
  446. package/src/runtime/routes/__tests__/channel-verification-routes.test.ts +1 -1
  447. package/src/runtime/routes/__tests__/contact-routes.test.ts +305 -0
  448. package/src/runtime/routes/__tests__/global-search-routes.test.ts +92 -0
  449. package/src/runtime/routes/__tests__/http-adapter-actor-header.test.ts +129 -0
  450. package/src/runtime/routes/__tests__/surface-action-routes.test.ts +188 -0
  451. package/src/runtime/routes/browser-routes.ts +1 -1
  452. package/src/runtime/routes/canonical-guardian-expiry-sweep.ts +13 -5
  453. package/src/runtime/routes/channel-verification-routes.ts +3 -3
  454. package/src/runtime/routes/contact-routes.ts +48 -57
  455. package/src/runtime/routes/conversation-cli-routes.ts +4 -5
  456. package/src/runtime/routes/conversation-list-routes.ts +4 -7
  457. package/src/runtime/routes/conversation-query-routes.ts +72 -0
  458. package/src/runtime/routes/conversation-routes.ts +84 -85
  459. package/src/runtime/routes/events-routes.ts +2 -2
  460. package/src/runtime/routes/global-search-routes.ts +3 -1
  461. package/src/runtime/routes/guardian-action-routes.ts +4 -5
  462. package/src/runtime/routes/host-app-control-routes.ts +5 -4
  463. package/src/runtime/routes/host-bash-routes.ts +5 -4
  464. package/src/runtime/routes/host-browser-routes.ts +9 -11
  465. package/src/runtime/routes/host-cu-routes.ts +5 -4
  466. package/src/runtime/routes/host-file-routes.ts +5 -4
  467. package/src/runtime/routes/host-transfer-routes.ts +6 -6
  468. package/src/runtime/routes/http-adapter.ts +16 -1
  469. package/src/runtime/routes/identity-routes.ts +3 -2
  470. package/src/runtime/routes/inbound-message-handler.ts +5 -5
  471. package/src/runtime/routes/inbound-stages/acl-enforcement.test.ts +97 -5
  472. package/src/runtime/routes/inbound-stages/acl-enforcement.ts +61 -59
  473. package/src/runtime/routes/inbound-stages/background-dispatch.ts +13 -5
  474. package/src/runtime/routes/inbound-stages/escalation-intercept.ts +7 -7
  475. package/src/runtime/routes/inbound-stages/guardian-activation-intercept.test.ts +21 -8
  476. package/src/runtime/routes/inbound-stages/guardian-activation-intercept.ts +14 -3
  477. package/src/runtime/routes/inbound-stages/reaction-intercept.ts +19 -0
  478. package/src/runtime/routes/index.ts +2 -0
  479. package/src/runtime/routes/llm-context-normalization.ts +83 -0
  480. package/src/runtime/routes/mcp-auth-routes.ts +171 -19
  481. package/src/runtime/routes/migration-rollback-routes.ts +4 -3
  482. package/src/runtime/routes/migration-routes.ts +4 -1
  483. package/src/runtime/routes/onboarding-checkin-routes.ts +86 -0
  484. package/src/runtime/routes/settings-routes.ts +8 -3
  485. package/src/runtime/routes/subagents-routes.ts +5 -0
  486. package/src/runtime/routes/surface-action-routes.ts +42 -56
  487. package/src/runtime/services/__tests__/conversation-serializer.test.ts +1 -0
  488. package/src/runtime/services/conversation-serializer.ts +13 -58
  489. package/src/runtime/tool-grant-request-helper.ts +3 -3
  490. package/src/runtime/trust-verdict-consumer.ts +111 -40
  491. package/src/runtime/verification-outbound-actions.ts +18 -18
  492. package/src/signals/user-message.ts +16 -0
  493. package/src/subagent/__tests__/consult-prompt.test.ts +35 -0
  494. package/src/{plugins/defaults/advisor/__tests__/transcript.test.ts → subagent/__tests__/consult-transcript.test.ts} +47 -10
  495. package/src/{plugins/defaults/advisor/steering.ts → subagent/consult-prompt.ts} +22 -32
  496. package/src/{plugins/defaults/advisor/transcript.ts → subagent/consult-transcript.ts} +18 -8
  497. package/src/subagent/index.ts +1 -1
  498. package/src/subagent/manager.ts +254 -33
  499. package/src/subagent/types.ts +11 -4
  500. package/src/telemetry/types.ts +34 -1
  501. package/src/telemetry/usage-telemetry-reporter.test.ts +3 -2
  502. package/src/telemetry/usage-telemetry-reporter.ts +87 -3
  503. package/src/tools/ask-question/ask-question-tool.test.ts +29 -0
  504. package/src/tools/ask-question/ask-question-tool.ts +13 -0
  505. package/src/tools/executor.ts +4 -4
  506. package/src/tools/filesystem/search.ts +543 -0
  507. package/src/tools/registry.ts +38 -0
  508. package/src/tools/shared/filesystem/path-policy.ts +12 -5
  509. package/src/tools/subagent/consult-deadline.ts +49 -0
  510. package/src/tools/subagent/spawn.ts +234 -5
  511. package/src/tools/tool-approval-handler.ts +1 -1
  512. package/src/tools/tool-defaults.ts +9 -2
  513. package/src/tools/tool-manifest.ts +3 -0
  514. package/src/tools/types.ts +131 -25
  515. package/src/tools/workspace-tools/loader.ts +348 -244
  516. package/src/util/errors.ts +26 -1
  517. package/src/util/logger.ts +9 -0
  518. package/src/util/platform.ts +19 -0
  519. package/src/util/telemetry-db-path.ts +24 -0
  520. package/src/workflows/library.test.ts +140 -0
  521. package/src/workflows/library.ts +82 -28
  522. package/src/workspace/migrations/017-seed-persona-dirs.ts +3 -34
  523. package/src/workspace/migrations/019-scope-journal-to-guardian.ts +3 -24
  524. package/src/workspace/migrations/031-drop-user-md.ts +232 -148
  525. package/src/workspace/migrations/048-remove-workspace-hooks.ts +14 -66
  526. package/src/workspace/migrations/111-prune-seeded-callsite-defaults.ts +134 -0
  527. package/src/workspace/migrations/112-remove-advisor-callsite-override.ts +64 -0
  528. package/src/workspace/migrations/registry.ts +4 -0
  529. package/src/__tests__/workspace-tools-watcher-flag.test.ts +0 -70
  530. package/src/daemon/workspace-tools-watcher.ts +0 -328
  531. package/src/memory/migrations/registry.ts +0 -573
  532. package/src/plugins/defaults/advisor/__tests__/advisor-gate.test.ts +0 -56
  533. package/src/plugins/defaults/advisor/__tests__/advisor-state-store.test.ts +0 -43
  534. package/src/plugins/defaults/advisor/__tests__/agent-loop-integration.test.ts +0 -137
  535. package/src/plugins/defaults/advisor/__tests__/consult.test.ts +0 -153
  536. package/src/plugins/defaults/advisor/__tests__/hooks.test.ts +0 -138
  537. package/src/plugins/defaults/advisor/advisor-gate.ts +0 -29
  538. package/src/plugins/defaults/advisor/advisor-state-store.ts +0 -94
  539. package/src/plugins/defaults/advisor/config.ts +0 -21
  540. package/src/plugins/defaults/advisor/consult.ts +0 -93
  541. package/src/plugins/defaults/advisor/hooks/post-model-call.ts +0 -34
  542. package/src/plugins/defaults/advisor/hooks/pre-model-call.ts +0 -30
  543. package/src/plugins/defaults/advisor/hooks/user-prompt-submit.ts +0 -19
  544. package/src/plugins/defaults/advisor/package.json +0 -14
  545. package/src/plugins/defaults/advisor/tools/advisor.ts +0 -65
  546. package/src/providers/openai/__tests__/api-error-detail.test.ts +0 -120
@@ -16,8 +16,11 @@
16
16
  //
17
17
  // Skill entries are kept in a small in-process cache so the render path can
18
18
  // fetch a `SkillEntry` synchronously by id without round-tripping to Qdrant.
19
- // The cache is replaced atomically at the end of a successful seed run; on
20
- // error the prior cache stays intact (skills are best-effort).
19
+ // The cache is replaced atomically from the local catalog at the end of a seed
20
+ // run — including when the dense embedding backend is unavailable, in which
21
+ // case only the dense Qdrant write is deferred so the cache (and the v3 needle
22
+ // lane it feeds) still reflects the current skills. An unexpected error in
23
+ // another step leaves the prior cache intact (skills are best-effort).
21
24
 
22
25
  import { isAssistantFeatureFlagEnabled } from "../../config/assistant-feature-flags.js";
23
26
  import { getConfig } from "../../config/loader.js";
@@ -228,26 +231,26 @@ async function runSeedV2SkillEntries(generation: number): Promise<void> {
228
231
  );
229
232
  }
230
233
 
231
- // Embed all content strings in one batched call when there is anything to
232
- // embed. Skipping the call when `seeds` is empty avoids throwing on an
233
- // unavailable embedding backend in the all-disabled case, so pruning and
234
- // cache replacement still run and clear stale state.
234
+ // Build the dense + sparse vectors for the Qdrant write. Sparse (BM25/TF)
235
+ // encoding is computed locally and needs no backend; only the dense vectors
236
+ // require `embedWithBackend`, which is unconfigured during the cold-start
237
+ // window before a managed-proxy embedding credential is provisioned.
238
+ //
239
+ // A dense-embed failure is non-fatal to the in-memory cache: the v3 needle
240
+ // finder lane and always-candidate skill pinning read skills from `entries`
241
+ // / the page index, NOT from Qdrant, so the cache is populated from the
242
+ // local catalog regardless of backend state and skills stay discoverable
243
+ // from first boot. Only the dense Qdrant upsert is skipped; the managed-
244
+ // credential reseed (`maybeReseedCapabilitiesAfterManagedCredential`) and
245
+ // the v3 maintain pass backfill the dense vectors once the backend recovers.
235
246
  const nextEntries = new Map<string, SkillEntry>();
236
247
  let denseVectors: number[][] = [];
248
+ let denseAvailable = false;
249
+ let denseError: unknown = null;
237
250
  let encodeSparse: (
238
251
  input: string,
239
252
  ) => ReturnType<typeof generateSparseEmbedding> = generateSparseEmbedding;
240
253
  if (seeds.length > 0) {
241
- const embedded = await embedWithBackend(
242
- config,
243
- seeds.map((s) => s.content),
244
- );
245
- denseVectors = await Promise.all(
246
- embedded.vectors.map((v) =>
247
- applyCorrectionIfCalibrated(v, embedded.provider, embedded.model),
248
- ),
249
- );
250
-
251
254
  // Skills share the concept-page Qdrant collection, so the sparse vector
252
255
  // must use the same stemmed BM25 encoding the concept-page documents
253
256
  // carry — otherwise the stemmed BM25 query vectors used by callers (see
@@ -263,6 +266,24 @@ async function runSeedV2SkillEntries(generation: number): Promise<void> {
263
266
  b: config.memory.v2.bm25_b,
264
267
  })
265
268
  : generateSparseEmbedding(input);
269
+ try {
270
+ const embedded = await embedWithBackend(
271
+ config,
272
+ seeds.map((s) => s.content),
273
+ );
274
+ denseVectors = await Promise.all(
275
+ embedded.vectors.map((v) =>
276
+ applyCorrectionIfCalibrated(v, embedded.provider, embedded.model),
277
+ ),
278
+ );
279
+ denseAvailable = true;
280
+ } catch (err) {
281
+ denseError = err;
282
+ log.warn(
283
+ { err },
284
+ "Embedding backend unavailable — seeding skill cache without dense Qdrant vectors; the needle lane surfaces skills from the cache and the dense lane backfills when the backend recovers",
285
+ );
286
+ }
266
287
  }
267
288
 
268
289
  if (generation !== requestedSeedGeneration) {
@@ -274,7 +295,17 @@ async function runSeedV2SkillEntries(generation: number): Promise<void> {
274
295
  return;
275
296
  }
276
297
 
277
- if (seeds.length > 0) {
298
+ // Populate the in-memory cache (and therefore the page index / needle lane)
299
+ // from the local catalog regardless of dense availability.
300
+ for (const seed of seeds) {
301
+ nextEntries.set(seed.id, seed);
302
+ }
303
+
304
+ // Write Qdrant points only when dense vectors were produced. In the
305
+ // degraded (backend-unavailable) path we skip Qdrant mutation entirely —
306
+ // both the upsert and the prune below — so we never write half-formed
307
+ // points or reconcile the collection against a set we did not persist.
308
+ if (seeds.length > 0 && denseAvailable) {
278
309
  const now = Date.now();
279
310
  await Promise.all(
280
311
  seeds.map((seed, i) =>
@@ -287,16 +318,15 @@ async function runSeedV2SkillEntries(generation: number): Promise<void> {
287
318
  }),
288
319
  ),
289
320
  );
290
- for (const seed of seeds) {
291
- nextEntries.set(seed.id, seed);
292
- }
293
321
  }
294
322
 
295
- // Prune stale skill slugs. When the catalog is unavailable (empty array
296
- // from network failure or cold cache), we cannot enumerate which
297
- // uninstalled catalog skills should exist, so skip pruning entirely to
298
- // avoid aggressively removing previously-seeded catalog skill embeddings.
299
- if (catalogAvailable) {
323
+ // Prune stale skill slugs. Skip when the catalog is unavailable (empty array
324
+ // from network failure or cold cache — we cannot enumerate which uninstalled
325
+ // catalog skills should exist) OR when dense vectors were not written this
326
+ // run (don't reconcile Qdrant against points we did not refresh). The
327
+ // `seeds.length === 0` branch still prunes under an available catalog so the
328
+ // all-disabled case clears stale rows.
329
+ if (catalogAvailable && (denseAvailable || seeds.length === 0)) {
300
330
  // Tag legacy skill points missing `payload.kind` before pruning so the
301
331
  // kind-scoped prune can see them. Once-per-process; the backfill is
302
332
  // idempotent (server-side `is_empty` filter), so a partial failure
@@ -321,19 +351,26 @@ async function runSeedV2SkillEntries(generation: number): Promise<void> {
321
351
  seeds.map((s) => s.id),
322
352
  { kind: SKILL_PAYLOAD_KIND },
323
353
  );
324
- } else {
354
+ } else if (!catalogAvailable) {
325
355
  log.info(
326
356
  "Catalog unavailable — skipping skill pruning to preserve prior catalog embeddings",
327
357
  );
328
358
  }
329
359
 
330
- // Atomically replace the cache only after every step above succeeds.
331
- entries = nextEntries;
332
- // Drop the page-index cache so the next router invocation observes the
333
- // freshly seeded skill set (skill entries share the unified concept-page
360
+ // Atomically replace the cache from the freshly enumerated skills. The local
361
+ // resolution (`resolveSkillStates`) is authoritative, so a skill the config
362
+ // just disabled or removed drops out here even when the remote catalog is
363
+ // unavailable. Drop the page-index cache so the next router invocation
364
+ // observes the new skill set (skill entries share the unified concept-page
334
365
  // collection and surface in the same index).
366
+ entries = nextEntries;
335
367
  invalidatePageIndex();
336
- lastSeedError = null;
368
+
369
+ // Surface a dense-embed failure to `throwOnError` callers (the managed-
370
+ // credential reseed and the operator reembed route) so the existing retry +
371
+ // maintain machinery backfills the dense lane. The in-memory cache is
372
+ // already updated above, so the needle lane is fixed regardless.
373
+ lastSeedError = denseError;
337
374
  } catch (err) {
338
375
  lastSeedError = err;
339
376
  log.warn({ err }, "Failed to seed v2 skill entries");
@@ -0,0 +1,87 @@
1
+ import { and, asc, eq, gt, or } from "drizzle-orm";
2
+ import { v4 as uuid } from "uuid";
3
+
4
+ import { getCachedShareAnalytics } from "../platform/consent-cache.js";
5
+ import { getTelemetryDb } from "./db-connection.js";
6
+ import { watchdogEvents } from "./schema.js";
7
+
8
+ /**
9
+ * Input for one `watchdog` telemetry event. Metadata only — never conversation
10
+ * content. `value` and `detail` are optional; omitting both yields the minimal
11
+ * event (check_name only). `detail` is a JSON bag serialized to text on persist
12
+ * and forwarded verbatim on flush.
13
+ */
14
+ export interface WatchdogEventRecord {
15
+ checkName: string;
16
+ /** Measured magnitude (block ms, idle ms, ...). Null when the check carries no scalar. */
17
+ value?: number | null;
18
+ /** Open JSON bag for extra fields (reason codes, secondary numbers, ...). */
19
+ detail?: Record<string, unknown> | null;
20
+ }
21
+
22
+ /** A persisted watchdog event row. */
23
+ export interface WatchdogEvent {
24
+ id: string;
25
+ createdAt: number;
26
+ checkName: string;
27
+ value: number | null;
28
+ /** Raw `detail` JSON text from the row, or null. Parsed by the reporter on flush. */
29
+ detail: string | null;
30
+ }
31
+
32
+ /**
33
+ * Record a `watchdog` telemetry event for a watchdog check firing. No-ops when
34
+ * usage data collection is disabled (the event is dropped to honor the opt-out,
35
+ * matching the rest of telemetry) — so opt-out rows never exist and the
36
+ * reporter's standard 0 watermark default is safe.
37
+ */
38
+ export function recordWatchdogEvent(record: WatchdogEventRecord): void {
39
+ if (!getCachedShareAnalytics()) return;
40
+ const db = getTelemetryDb();
41
+ if (!db) return;
42
+ db.insert(watchdogEvents)
43
+ .values({
44
+ id: uuid(),
45
+ createdAt: Date.now(),
46
+ checkName: record.checkName,
47
+ value: record.value ?? null,
48
+ detail: record.detail != null ? JSON.stringify(record.detail) : null,
49
+ })
50
+ .run();
51
+ }
52
+
53
+ /**
54
+ * Query watchdog events that haven't been reported to telemetry yet.
55
+ * Uses a compound cursor (createdAt + id) for reliable watermarking.
56
+ */
57
+ export function queryUnreportedWatchdogEvents(
58
+ afterCreatedAt: number,
59
+ afterId: string | undefined,
60
+ limit: number,
61
+ ): WatchdogEvent[] {
62
+ const db = getTelemetryDb();
63
+ if (!db) return [];
64
+ return db
65
+ .select({
66
+ id: watchdogEvents.id,
67
+ createdAt: watchdogEvents.createdAt,
68
+ checkName: watchdogEvents.checkName,
69
+ value: watchdogEvents.value,
70
+ detail: watchdogEvents.detail,
71
+ })
72
+ .from(watchdogEvents)
73
+ .where(
74
+ afterId
75
+ ? or(
76
+ gt(watchdogEvents.createdAt, afterCreatedAt),
77
+ and(
78
+ eq(watchdogEvents.createdAt, afterCreatedAt),
79
+ gt(watchdogEvents.id, afterId),
80
+ ),
81
+ )
82
+ : gt(watchdogEvents.createdAt, afterCreatedAt),
83
+ )
84
+ .orderBy(asc(watchdogEvents.createdAt), asc(watchdogEvents.id))
85
+ .limit(limit)
86
+ .all();
87
+ }
@@ -0,0 +1,204 @@
1
+ /**
2
+ * Shared control surface for the memory jobs worker *process* — the detached
3
+ * OS process whose entry point is `worker-process.ts`.
4
+ *
5
+ * Both the `assistant memory worker` CLI and the daemon lifecycle (when
6
+ * `memory.worker.enabled` is set) need to probe, spawn, and stop this process,
7
+ * so the PID-file bookkeeping lives here in one place.
8
+ */
9
+
10
+ import {
11
+ closeSync,
12
+ existsSync,
13
+ mkdirSync,
14
+ openSync,
15
+ readFileSync,
16
+ unlinkSync,
17
+ writeFileSync,
18
+ } from "node:fs";
19
+ import { dirname } from "node:path";
20
+
21
+ import { getCurrentLogFilePath } from "../util/logger.js";
22
+ import {
23
+ getMemorySyncRunnerMarkerPath,
24
+ getMemoryWorkerPidPath,
25
+ } from "../util/platform.js";
26
+
27
+ export interface MemoryWorkerStatus {
28
+ status: "running" | "not_running";
29
+ pid?: number;
30
+ }
31
+
32
+ /** True when `err` is a Node ESRCH error ("no such process"). */
33
+ function isEsrchError(err: unknown): boolean {
34
+ return (
35
+ !!err &&
36
+ typeof err === "object" &&
37
+ "code" in err &&
38
+ (err as { code?: unknown }).code === "ESRCH"
39
+ );
40
+ }
41
+
42
+ /**
43
+ * Read a PID file and report liveness. A missing or malformed file reports
44
+ * not_running; a file pointing at a dead process is cleaned up and reported as
45
+ * not_running. Shared by the worker-process PID file and the sync-runner
46
+ * marker so both probe identically.
47
+ */
48
+ function probePidFile(path: string): MemoryWorkerStatus {
49
+ if (!existsSync(path)) return { status: "not_running" };
50
+
51
+ const raw = readFileSync(path, "utf-8").trim();
52
+ const pid = parseInt(raw, 10);
53
+ if (!Number.isFinite(pid) || pid <= 0) return { status: "not_running" };
54
+
55
+ try {
56
+ process.kill(pid, 0);
57
+ return { status: "running", pid };
58
+ } catch (err: unknown) {
59
+ if (isEsrchError(err)) {
60
+ // Stale file — clean it up.
61
+ try {
62
+ unlinkSync(path);
63
+ } catch {
64
+ // best-effort
65
+ }
66
+ return { status: "not_running" };
67
+ }
68
+ throw err;
69
+ }
70
+ }
71
+
72
+ /**
73
+ * Inspect the PID file to determine whether the worker process is alive.
74
+ * A stale PID file (pointing at a dead process) is cleaned up and reported
75
+ * as not_running.
76
+ */
77
+ export function probeMemoryWorker(): MemoryWorkerStatus {
78
+ return probePidFile(getMemoryWorkerPidPath());
79
+ }
80
+
81
+ /**
82
+ * Inspect the sync-runner marker to determine whether the daemon's in-process
83
+ * synchronous runner is currently draining the memory-job queue. The daemon's
84
+ * worker supervisor writes the marker (with its own PID) only while it owns
85
+ * processing, so a live marker means the synchronous runner is going. A stale
86
+ * marker (daemon gone) is cleaned up and reported as not_running.
87
+ */
88
+ export function probeSyncRunner(): MemoryWorkerStatus {
89
+ return probePidFile(getMemorySyncRunnerMarkerPath());
90
+ }
91
+
92
+ /**
93
+ * Publish the sync-runner marker recording `pid` (the daemon process). Called
94
+ * by the worker supervisor when its in-process synchronous runner takes over
95
+ * processing. Best-effort: a write failure only affects status reporting, not
96
+ * job processing.
97
+ */
98
+ export function writeSyncRunnerMarker(pid: number): void {
99
+ try {
100
+ writeFileSync(getMemorySyncRunnerMarkerPath(), String(pid), { flag: "w" });
101
+ } catch {
102
+ // best-effort — the marker is a status hint, not a correctness invariant
103
+ }
104
+ }
105
+
106
+ /**
107
+ * Remove the sync-runner marker. Called by the worker supervisor when it stands
108
+ * down for an out-of-process worker, and on daemon shutdown. Best-effort.
109
+ */
110
+ export function removeSyncRunnerMarker(): void {
111
+ try {
112
+ const path = getMemorySyncRunnerMarkerPath();
113
+ if (existsSync(path)) unlinkSync(path);
114
+ } catch {
115
+ // best-effort
116
+ }
117
+ }
118
+
119
+ export class MemoryWorkerSpawnError extends Error {}
120
+
121
+ /**
122
+ * Spawn the memory worker as a detached background process.
123
+ *
124
+ * If a worker is already running, returns its PID with `alreadyRunning: true`
125
+ * rather than spawning a second one. Throws {@link MemoryWorkerSpawnError} if
126
+ * the child is spawned but never writes its PID file (i.e. failed to start).
127
+ */
128
+ export async function spawnMemoryWorkerProcess(): Promise<{
129
+ pid: number;
130
+ alreadyRunning: boolean;
131
+ }> {
132
+ const current = probeMemoryWorker();
133
+ if (current.status === "running" && current.pid != null) {
134
+ return { pid: current.pid, alreadyRunning: true };
135
+ }
136
+
137
+ const pidPath = getMemoryWorkerPidPath();
138
+ const entry = new URL("./worker-process.ts", import.meta.url);
139
+
140
+ // Pipe the worker's stderr into the same daily log file the daemon
141
+ // writes to. The worker's pino logger already writes there directly,
142
+ // but stderr captures crash traces (uncaught exceptions that bypass
143
+ // the catch handler) and pino's fallback output if the file logger
144
+ // fails to initialize. Without this, any such output is lost to
145
+ // /dev/null and the worker dies silently.
146
+ let stderrFd: number | "inherit" = "inherit";
147
+ try {
148
+ const logPath = getCurrentLogFilePath();
149
+ mkdirSync(dirname(logPath), { recursive: true });
150
+ stderrFd = openSync(logPath, "a", 0o600);
151
+ } catch {
152
+ // If the log file can't be opened, inherit the parent's stderr so
153
+ // crash output is at least visible to the spawning process.
154
+ }
155
+
156
+ // Spawn detached so the worker survives the spawning process exiting.
157
+ const child = Bun.spawn({
158
+ cmd: ["bun", "run", entry.pathname],
159
+ stdio: ["ignore", "ignore", stderrFd],
160
+ detached: true,
161
+ });
162
+
163
+ // Close our copy of the log fd — the child has its own.
164
+ if (typeof stderrFd === "number") {
165
+ closeSync(stderrFd);
166
+ }
167
+
168
+ // Unreference so the spawning process doesn't wait for the child.
169
+ child.unref();
170
+
171
+ // Wait briefly for the PID file to appear (the worker writes it on startup).
172
+ let pidWritten = false;
173
+ for (let i = 0; i < 10; i++) {
174
+ await Bun.sleep(100);
175
+ if (existsSync(pidPath)) {
176
+ pidWritten = true;
177
+ break;
178
+ }
179
+ }
180
+
181
+ if (!pidWritten) {
182
+ throw new MemoryWorkerSpawnError(
183
+ "Memory worker was spawned but PID file did not appear within 1s",
184
+ );
185
+ }
186
+
187
+ const pid = parseInt(readFileSync(pidPath, "utf-8").trim(), 10);
188
+ return { pid, alreadyRunning: false };
189
+ }
190
+
191
+ /**
192
+ * Send SIGTERM to the worker process if it is actually running.
193
+ *
194
+ * Returns the status observed before signalling, so callers can report
195
+ * whether anything was stopped. Only throws if `process.kill` itself fails
196
+ * (e.g. EPERM) — a not-running worker is a no-op.
197
+ */
198
+ export function stopMemoryWorkerProcess(): MemoryWorkerStatus {
199
+ const current = probeMemoryWorker();
200
+ if (current.status === "running" && current.pid != null) {
201
+ process.kill(current.pid, "SIGTERM");
202
+ }
203
+ return current;
204
+ }
@@ -0,0 +1,89 @@
1
+ /**
2
+ * Standalone entry point for the memory jobs worker as its own OS process.
3
+ *
4
+ * Spawned by `assistant memory worker start`. Loads config, starts the
5
+ * worker loop, writes a PID file, and stays alive until SIGTERM/SIGINT.
6
+ *
7
+ * The worker's internal `setTimeout` calls `.unref()`, which is correct
8
+ * inside the daemon (don't keep the daemon alive for the worker) but would
9
+ * cause this standalone process to exit immediately. A ref'd keep-alive
10
+ * interval prevents that.
11
+ */
12
+
13
+ import { existsSync, unlinkSync, writeFileSync } from "node:fs";
14
+
15
+ import { getConfig } from "../config/loader.js";
16
+ import { getLogger } from "../util/logger.js";
17
+ import { getMemoryWorkerPidPath } from "../util/platform.js";
18
+ import { startInProcessMemoryJobsWorker } from "./jobs-worker.js";
19
+
20
+ const log = getLogger("memory-worker-process");
21
+
22
+ function cleanupPidFile(): void {
23
+ const pidPath = getMemoryWorkerPidPath();
24
+ try {
25
+ if (existsSync(pidPath)) unlinkSync(pidPath);
26
+ } catch {
27
+ // best-effort
28
+ }
29
+ }
30
+
31
+ async function main(): Promise<void> {
32
+ const config = getConfig();
33
+ const pidPath = getMemoryWorkerPidPath();
34
+
35
+ if (config.memory.enabled === false) {
36
+ log.info("Memory is disabled in config; worker process exiting");
37
+ process.exit(0);
38
+ }
39
+
40
+ // Write PID file so `status` and `stop` can find us.
41
+ writeFileSync(pidPath, String(process.pid), { flag: "w" });
42
+ log.info({ pid: process.pid, pidPath }, "Memory worker process started");
43
+
44
+ const worker = startInProcessMemoryJobsWorker();
45
+
46
+ // Keep-alive: the worker's setTimeout timers are unref'd, so without
47
+ // this interval the process would exit immediately.
48
+ const keepAlive = setInterval(() => {}, 60_000);
49
+
50
+ const shutdown = (signal: string) => {
51
+ log.info({ signal }, "Memory worker process shutting down");
52
+ worker.stop();
53
+ clearInterval(keepAlive);
54
+ cleanupPidFile();
55
+ process.exit(0);
56
+ };
57
+
58
+ process.on("SIGTERM", () => shutdown("SIGTERM"));
59
+ process.on("SIGINT", () => shutdown("SIGINT"));
60
+
61
+ // Catch stray exceptions that escape the worker loop so they produce a
62
+ // clean pino-formatted log entry (and PID-file cleanup) instead of a raw
63
+ // stack trace on stderr. The stderr fd is already piped to the log file
64
+ // by the spawner, so even without these handlers the trace would be
65
+ // captured — but this gives us structured logging and graceful shutdown.
66
+ process.on("uncaughtException", (err) => {
67
+ log.error({ err }, "Uncaught exception in memory worker process");
68
+ cleanupPidFile();
69
+ process.exit(1);
70
+ });
71
+
72
+ process.on("unhandledRejection", (reason) => {
73
+ log.error({ reason }, "Unhandled rejection in memory worker process");
74
+ cleanupPidFile();
75
+ process.exit(1);
76
+ });
77
+
78
+ // Clean up if the process exits unexpectedly through any other path.
79
+ process.on("exit", () => {
80
+ worker.stop();
81
+ cleanupPidFile();
82
+ });
83
+ }
84
+
85
+ void main().catch((err) => {
86
+ log.error({ err }, "Memory worker process failed to start");
87
+ cleanupPidFile();
88
+ process.exit(1);
89
+ });
@@ -0,0 +1,31 @@
1
+ import type { ExternalConversationBinding } from "../memory/external-conversation-store.js";
2
+ import type { ChannelBindingMetadata } from "./provider-types.js";
3
+ import { buildSlackBindingMetadata } from "./providers/slack/binding-metadata.js";
4
+
5
+ type BindingMetadataBuilder = (
6
+ binding: ExternalConversationBinding,
7
+ ) => ChannelBindingMetadata | undefined;
8
+
9
+ /**
10
+ * Per-channel binding-metadata builders, keyed by source-channel id. A channel
11
+ * that can enrich a serialized conversation binding (e.g. with deep links back
12
+ * to the source message) registers its builder here; channels without an entry
13
+ * contribute nothing.
14
+ *
15
+ * Wired statically on purpose: conversation serialization runs in contexts that
16
+ * never boot the daemon (unit tests, CLI tooling), so this must not depend on
17
+ * the lifecycle-registered messaging-provider registry.
18
+ */
19
+ const BINDING_METADATA_BUILDERS: Record<string, BindingMetadataBuilder> = {
20
+ slack: buildSlackBindingMetadata,
21
+ };
22
+
23
+ /**
24
+ * Channel-specific fields to merge onto a serialized channel binding, or
25
+ * `undefined` when the source channel contributes none.
26
+ */
27
+ export function buildChannelBindingMetadata(
28
+ binding: ExternalConversationBinding,
29
+ ): ChannelBindingMetadata | undefined {
30
+ return BINDING_METADATA_BUILDERS[binding.sourceChannel]?.(binding);
31
+ }
@@ -1,5 +1,13 @@
1
1
  /** Platform-agnostic types for the messaging provider abstraction. */
2
2
 
3
+ /**
4
+ * Extra, channel-specific fields a channel contributes to a serialized
5
+ * conversation channel binding (e.g. deep links back to the source message).
6
+ * Additive by design: each channel returns its own fields, so this is an open
7
+ * record rather than a committed cross-channel schema.
8
+ */
9
+ export type ChannelBindingMetadata = Record<string, unknown>;
10
+
3
11
  export interface Conversation {
4
12
  id: string;
5
13
  name: string;
@@ -0,0 +1,60 @@
1
+ import { getConfig } from "../../../config/loader.js";
2
+ import type { ExternalConversationBinding } from "../../../memory/external-conversation-store.js";
3
+ import type { ChannelBindingMetadata } from "../../provider-types.js";
4
+ import {
5
+ buildSlackMessageDeepLinks,
6
+ buildSlackWebChannelUrl,
7
+ } from "./deep-link.js";
8
+
9
+ /**
10
+ * Slack's contribution to a serialized conversation channel binding: a
11
+ * human-readable channel name (falling back to the channel id) plus deep
12
+ * links that jump back to the source thread and channel in the Slack app or
13
+ * web client.
14
+ *
15
+ * The returned fields are spread onto the channel-neutral binding by the
16
+ * serializer — Slack is the only channel that can currently produce
17
+ * message-level deep links, because the link inputs (workspace team id/url +
18
+ * a stable per-message timestamp) only exist for Slack.
19
+ */
20
+ export function buildSlackBindingMetadata(
21
+ binding: ExternalConversationBinding,
22
+ ): ChannelBindingMetadata {
23
+ const externalChatName =
24
+ binding.externalChatName?.trim() || binding.externalChatId;
25
+ const slackConfig = getConfig().slack;
26
+
27
+ const threadLink =
28
+ slackConfig && binding.externalThreadId
29
+ ? buildSlackMessageDeepLinks({
30
+ teamId: slackConfig.teamId,
31
+ teamUrl: slackConfig.teamUrl,
32
+ channelId: binding.externalChatId,
33
+ messageTs: binding.externalThreadId,
34
+ })
35
+ : undefined;
36
+ const slackThread = binding.externalThreadId
37
+ ? {
38
+ channelId: binding.externalChatId,
39
+ threadTs: binding.externalThreadId,
40
+ ...(threadLink ? { link: threadLink } : {}),
41
+ }
42
+ : undefined;
43
+
44
+ const channelWebUrl = slackConfig
45
+ ? buildSlackWebChannelUrl({
46
+ teamUrl: slackConfig.teamUrl,
47
+ channelId: binding.externalChatId,
48
+ })
49
+ : undefined;
50
+
51
+ return {
52
+ externalChatName,
53
+ ...(slackThread ? { slackThread } : {}),
54
+ slackChannel: {
55
+ channelId: binding.externalChatId,
56
+ name: externalChatName,
57
+ ...(channelWebUrl ? { link: { webUrl: channelWebUrl } } : {}),
58
+ },
59
+ };
60
+ }
@@ -27,14 +27,14 @@ mock.module("../copy-composer.js", () => ({
27
27
  composeFallbackCopy: () => composeFallbackReturn,
28
28
  }));
29
29
 
30
- mock.module("../destination-resolver.js", () => ({
31
- resolveDestinations: (channels: string[]) => {
32
- const map = new Map<string, ChannelDestination>();
33
- for (const ch of channels) {
34
- map.set(ch, { channel: ch as ChannelDestination["channel"] });
35
- }
36
- return map;
37
- },
30
+ // Stub only getGuardianDelivery; keep the real selectors so this mock is
31
+ // harmless if it leaks into destination-resolver.test.ts under a shared run.
32
+ const realGuardianReader = await import(
33
+ "../../contacts/guardian-delivery-reader.js"
34
+ );
35
+ mock.module("../../contacts/guardian-delivery-reader.js", () => ({
36
+ ...realGuardianReader,
37
+ getGuardianDelivery: async () => null,
38
38
  }));
39
39
 
40
40
  mock.module("../conversation-pairing.js", () => ({