@vellumai/assistant 0.10.2 → 0.10.3-dev.202606252046.9075fd5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (546) hide show
  1. package/bun.lock +20 -0
  2. package/docs/workspace-tools.md +42 -33
  3. package/eslint-rules/cli-no-daemon-internals.js +6 -0
  4. package/node_modules/@vellumai/gateway-client/src/__tests__/guardian-delivery-contract.test.ts +91 -0
  5. package/node_modules/@vellumai/gateway-client/src/__tests__/trust-verdict-contract.test.ts +31 -0
  6. package/node_modules/@vellumai/gateway-client/src/gateway-ipc-contracts.ts +44 -0
  7. package/node_modules/@vellumai/gateway-client/src/guardian-delivery-contract.ts +48 -0
  8. package/node_modules/@vellumai/gateway-client/src/index.ts +14 -0
  9. package/node_modules/@vellumai/gateway-client/src/trust-verdict-contract.ts +17 -0
  10. package/node_modules/@vellumai/service-contracts/package.json +1 -0
  11. package/node_modules/@vellumai/service-contracts/src/__tests__/channels.test.ts +28 -0
  12. package/node_modules/@vellumai/service-contracts/src/channels.ts +41 -0
  13. package/node_modules/@vellumai/service-contracts/src/index.ts +1 -0
  14. package/openapi.yaml +196 -56
  15. package/package.json +4 -1
  16. package/scripts/test.sh +36 -15
  17. package/src/__tests__/actor-token-service.test.ts +36 -14
  18. package/src/__tests__/actor-trust-resolver-address-fallback.test.ts +83 -31
  19. package/src/__tests__/agent-loop-override-profile.test.ts +1 -0
  20. package/src/__tests__/agent-wake-disk-pressure-callsite.test.ts +2 -0
  21. package/src/__tests__/agent-wake-override-profile.test.ts +2 -0
  22. package/src/__tests__/annotate-activity-metadata.test.ts +2 -0
  23. package/src/__tests__/annotate-risk-options.test.ts +2 -0
  24. package/src/__tests__/approval-cascade.test.ts +2 -0
  25. package/src/__tests__/assistant-attachments.test.ts +42 -0
  26. package/src/__tests__/background-workers-disk-pressure.test.ts +2 -0
  27. package/src/__tests__/btw-routes.test.ts +2 -0
  28. package/src/__tests__/build-persisted-content.test.ts +2 -0
  29. package/src/__tests__/call-controller.test.ts +19 -0
  30. package/src/__tests__/channel-approval-routes.test.ts +21 -26
  31. package/src/__tests__/channel-delivery-store.test.ts +28 -0
  32. package/src/__tests__/channel-guardian.test.ts +164 -78
  33. package/src/__tests__/channel-inbound-disk-pressure.test.ts +11 -19
  34. package/src/__tests__/channel-reply-delivery.test.ts +2 -0
  35. package/src/__tests__/code-search-tool.test.ts +585 -0
  36. package/src/__tests__/compaction-events.test.ts +2 -0
  37. package/src/__tests__/compaction-ledger-store.test.ts +128 -0
  38. package/src/__tests__/compaction.benchmark.test.ts +2 -0
  39. package/src/__tests__/compactor-call-site-logging.test.ts +2 -0
  40. package/src/__tests__/compactor-low-watermark-cut.test.ts +2 -0
  41. package/src/__tests__/compactor-preserved-tail-count.test.ts +2 -0
  42. package/src/__tests__/compactor-summary-call-truncation.test.ts +2 -0
  43. package/src/__tests__/compactor-web-search-strip.test.ts +2 -0
  44. package/src/__tests__/config-loader-backfill.test.ts +123 -10
  45. package/src/__tests__/config-schema.test.ts +1 -0
  46. package/src/__tests__/confirmation-request-guardian-bridge.test.ts +31 -29
  47. package/src/__tests__/consult-deadline.test.ts +60 -0
  48. package/src/__tests__/contact-store-interaction-info.test.ts +156 -0
  49. package/src/__tests__/contact-store-user-file.test.ts +7 -10
  50. package/src/__tests__/contacts-relay-reads.test.ts +19 -24
  51. package/src/__tests__/contacts-write.test.ts +0 -2
  52. package/src/__tests__/conversation-abort-tool-results.test.ts +2 -0
  53. package/src/__tests__/conversation-agent-loop-disk-pressure.test.ts +2 -0
  54. package/src/__tests__/conversation-agent-loop-inference-profile.test.ts +2 -0
  55. package/src/__tests__/conversation-agent-loop-overflow.test.ts +2 -0
  56. package/src/__tests__/conversation-agent-loop.test.ts +134 -0
  57. package/src/__tests__/conversation-analysis-routes.test.ts +2 -0
  58. package/src/__tests__/conversation-app-control-lifecycle.test.ts +2 -0
  59. package/src/__tests__/conversation-attention-telegram.test.ts +9 -11
  60. package/src/__tests__/conversation-confirmation-signals.test.ts +2 -0
  61. package/src/__tests__/conversation-fork-crud.test.ts +354 -24
  62. package/src/__tests__/conversation-history-web-search.test.ts +2 -0
  63. package/src/__tests__/conversation-load-history-repair.test.ts +2 -0
  64. package/src/__tests__/conversation-load-history-stripped.test.ts +2 -0
  65. package/src/__tests__/conversation-pairing.test.ts +2 -0
  66. package/src/__tests__/conversation-process-app-control-preactivation.test.ts +2 -0
  67. package/src/__tests__/conversation-process-callsite.test.ts +2 -0
  68. package/src/__tests__/conversation-provider-retry-repair.test.ts +2 -0
  69. package/src/__tests__/conversation-queue.test.ts +91 -0
  70. package/src/__tests__/conversation-routes-guardian-reply.test.ts +14 -0
  71. package/src/__tests__/conversation-routes-slash-commands.test.ts +14 -0
  72. package/src/__tests__/conversation-slash-queue.test.ts +2 -0
  73. package/src/__tests__/conversation-slash-unknown.test.ts +2 -0
  74. package/src/__tests__/conversation-speed-override.test.ts +2 -0
  75. package/src/__tests__/conversation-surfaces-task-progress.test.ts +29 -0
  76. package/src/__tests__/conversation-title-service.test.ts +2 -0
  77. package/src/__tests__/conversation-tool-setup-attribution.test.ts +47 -0
  78. package/src/__tests__/conversation-usage.test.ts +2 -0
  79. package/src/__tests__/conversation-workspace-cache-state.test.ts +2 -0
  80. package/src/__tests__/conversation-workspace-injection.test.ts +2 -0
  81. package/src/__tests__/conversation-workspace-tool-tracking.test.ts +2 -0
  82. package/src/__tests__/credential-security-invariants.test.ts +1 -1
  83. package/src/__tests__/db-compaction-events-migration.test.ts +129 -0
  84. package/src/__tests__/db-migration-rollback.test.ts +205 -171
  85. package/src/__tests__/db-test-helpers.ts +5 -4
  86. package/src/__tests__/delete-propagation.test.ts +5 -3
  87. package/src/__tests__/deterministic-verification-control-plane.test.ts +4 -2
  88. package/src/__tests__/disk-pressure-guard.test.ts +41 -0
  89. package/src/__tests__/dm-backfill.test.ts +6 -4
  90. package/src/__tests__/dm-persistence.test.ts +2 -0
  91. package/src/__tests__/emit-signal-routing-intent.test.ts +7 -6
  92. package/src/__tests__/events-dev-bypass-actor.test.ts +7 -1
  93. package/src/__tests__/exploration-drift-hook.test.ts +3 -2
  94. package/src/__tests__/filing-service.test.ts +2 -0
  95. package/src/__tests__/guardian-binding-drift-heal.test.ts +104 -19
  96. package/src/__tests__/guardian-dispatch.test.ts +140 -1
  97. package/src/__tests__/guardian-expiry-notifier.test.ts +282 -0
  98. package/src/__tests__/guardian-outbound-http.test.ts +13 -0
  99. package/src/__tests__/guardian-routing-state.test.ts +6 -10
  100. package/src/__tests__/heartbeat-disk-pressure.test.ts +2 -0
  101. package/src/__tests__/heartbeat-service.test.ts +2 -0
  102. package/src/__tests__/helpers/channel-test-adapter.ts +46 -19
  103. package/src/__tests__/helpers/create-guardian-binding.ts +15 -23
  104. package/src/__tests__/helpers/mock-logger.ts +1 -0
  105. package/src/__tests__/helpers/seed-contact-channel.ts +96 -0
  106. package/src/__tests__/host-app-control-routes.test.ts +24 -30
  107. package/src/__tests__/host-bash-routes.test.ts +31 -41
  108. package/src/__tests__/host-browser-routes.test.ts +26 -32
  109. package/src/__tests__/host-cu-routes-targeted.test.ts +25 -33
  110. package/src/__tests__/host-file-routes-targeted.test.ts +40 -52
  111. package/src/__tests__/host-transfer-routes-targeted.test.ts +31 -43
  112. package/src/__tests__/http-user-message-parity.test.ts +290 -8
  113. package/src/__tests__/inbound-invite-redemption.test.ts +115 -10
  114. package/src/__tests__/inbound-slack-persistence.test.ts +2 -0
  115. package/src/__tests__/invite-redemption-service.test.ts +471 -53
  116. package/src/__tests__/invite-routes-http.test.ts +34 -0
  117. package/src/__tests__/invite-service-ipc.test.ts +65 -2
  118. package/src/__tests__/llm-context-normalization.test.ts +105 -0
  119. package/src/__tests__/llm-request-log-error-payload.test.ts +71 -9
  120. package/src/__tests__/llm-usage-store.test.ts +25 -0
  121. package/src/__tests__/mcp-config-secret-boundary.test.ts +392 -0
  122. package/src/__tests__/mcp-health-check.test.ts +2 -1
  123. package/src/__tests__/media-stream-server-integration.test.ts +127 -0
  124. package/src/__tests__/memory-retrieval-hook.test.ts +2 -0
  125. package/src/__tests__/messaging-send-tool.test.ts +2 -0
  126. package/src/__tests__/migration-import-from-url.test.ts +2 -2
  127. package/src/__tests__/mtime-cache.test.ts +275 -5
  128. package/src/__tests__/native-web-search.test.ts +2 -0
  129. package/src/__tests__/non-member-access-request.test.ts +191 -17
  130. package/src/__tests__/notification-broadcaster.test.ts +4 -0
  131. package/src/__tests__/notification-decision-recipient-context.test.ts +33 -32
  132. package/src/__tests__/notification-deep-link.test.ts +6 -0
  133. package/src/__tests__/notification-guardian-path.test.ts +19 -0
  134. package/src/__tests__/onboarding-persona-write.test.ts +52 -22
  135. package/src/__tests__/openai-provider.test.ts +22 -12
  136. package/src/__tests__/openai-responses-provider.test.ts +12 -2
  137. package/src/__tests__/outbound-slack-persistence.test.ts +2 -0
  138. package/src/__tests__/pending-interactions-resolved-event.test.ts +7 -4
  139. package/src/__tests__/persist-onboarding-artifacts.test.ts +1 -0
  140. package/src/__tests__/persistence-secret-redaction.test.ts +2 -0
  141. package/src/__tests__/persona-resolver.test.ts +75 -45
  142. package/src/__tests__/plugin-bootstrap.test.ts +21 -83
  143. package/src/__tests__/plugin-disabled-state.test.ts +190 -0
  144. package/src/__tests__/plugin-pipeline.test.ts +96 -0
  145. package/src/__tests__/plugin-route-contribution.test.ts +6 -19
  146. package/src/__tests__/plugin-tool-contribution.test.ts +5 -20
  147. package/src/__tests__/plugin-types.test.ts +2 -4
  148. package/src/__tests__/process-message-background-slack.test.ts +2 -0
  149. package/src/__tests__/process-message-display-content.test.ts +2 -0
  150. package/src/__tests__/provider-error-scenarios.test.ts +5 -4
  151. package/src/__tests__/provider-usage-tracking.test.ts +39 -0
  152. package/src/__tests__/reaction-intercept-cold-cache-warm.test.ts +135 -0
  153. package/src/__tests__/reaction-intercept-member-verdict-warm.test.ts +158 -0
  154. package/src/__tests__/reaction-persistence.test.ts +51 -4
  155. package/src/__tests__/regenerate-fire-and-forget-trace.test.ts +2 -0
  156. package/src/__tests__/registry.test.ts +4 -1
  157. package/src/__tests__/relay-server.test.ts +758 -32
  158. package/src/__tests__/runtime-attachment-metadata.test.ts +9 -12
  159. package/src/__tests__/secret-ingress-http.test.ts +14 -0
  160. package/src/__tests__/send-endpoint-busy.test.ts +30 -8
  161. package/src/__tests__/settings-routes.test.ts +32 -0
  162. package/src/__tests__/skills.test.ts +44 -0
  163. package/src/__tests__/slack-inbound-verification.test.ts +47 -2
  164. package/src/__tests__/sse-actor-principal-guardian-source.test.ts +79 -0
  165. package/src/__tests__/steer-on-enqueue-question.test.ts +181 -0
  166. package/src/__tests__/stt-hints.test.ts +49 -15
  167. package/src/__tests__/subagent-detail.test.ts +27 -0
  168. package/src/__tests__/subagent-disposal.test.ts +65 -0
  169. package/src/__tests__/subagent-fork-prompt-role.test.ts +195 -0
  170. package/src/__tests__/subagent-fork-spawn.test.ts +6 -7
  171. package/src/__tests__/subagent-notify-parent.test.ts +2 -0
  172. package/src/__tests__/subagent-role-registry.test.ts +24 -6
  173. package/src/__tests__/subagent-spawn-and-await.test.ts +546 -0
  174. package/src/__tests__/subagent-spawn-tool-fork.test.ts +2 -0
  175. package/src/__tests__/subagent-tools.test.ts +398 -1
  176. package/src/__tests__/suggestion-routes.test.ts +2 -0
  177. package/src/__tests__/thread-backfill.test.ts +3 -3
  178. package/src/__tests__/title-generate-hook.test.ts +2 -0
  179. package/src/__tests__/tool-executor-lifecycle-events.test.ts +2 -0
  180. package/src/__tests__/tool-executor.test.ts +16 -11
  181. package/src/__tests__/tool-preview-lifecycle.test.ts +2 -0
  182. package/src/__tests__/tool-result-metadata-plumbing.test.ts +2 -0
  183. package/src/__tests__/tool-start-timestamp.test.ts +2 -0
  184. package/src/__tests__/trusted-contact-approval-notifier.test.ts +37 -51
  185. package/src/__tests__/trusted-contact-inline-approval-integration.test.ts +12 -12
  186. package/src/__tests__/trusted-contact-lifecycle-notifications.test.ts +9 -7
  187. package/src/__tests__/trusted-contact-multichannel.test.ts +16 -7
  188. package/src/__tests__/trusted-contact-verification.test.ts +79 -54
  189. package/src/__tests__/twilio-routes.test.ts +96 -0
  190. package/src/__tests__/ui-file-upload-surface.test.ts +86 -0
  191. package/src/__tests__/verification-control-plane-policy.test.ts +2 -0
  192. package/src/__tests__/voice-guardian-cold-cache-warm.test.ts +137 -0
  193. package/src/__tests__/voice-invite-redemption.test.ts +216 -20
  194. package/src/__tests__/web-search-backend-failure.test.ts +2 -0
  195. package/src/__tests__/workspace-migration-102-preserve-heartbeat-enabled-for-existing-workspaces.test.ts +3 -3
  196. package/src/__tests__/workspace-migration-111-prune-seeded-callsite-defaults.test.ts +208 -0
  197. package/src/__tests__/workspace-migration-112-remove-advisor-callsite-override.test.ts +170 -0
  198. package/src/__tests__/workspace-migration-drop-user-md.test.ts +196 -238
  199. package/src/__tests__/workspace-migration-remove-hooks.test.ts +14 -35
  200. package/src/__tests__/workspace-tool-loader.test.ts +195 -2
  201. package/src/a2a/__tests__/e2e-a2a-channel.test.ts +35 -47
  202. package/src/agent/loop-exclusive-tool.test.ts +154 -0
  203. package/src/agent/loop-native-web-search.test.ts +200 -0
  204. package/src/agent/loop.ts +164 -1
  205. package/src/api/constants/sse-replay.ts +41 -0
  206. package/src/api/events/conversation-notice.ts +26 -0
  207. package/src/api/index.ts +19 -1
  208. package/src/api/responses/llm-request-log-entry.ts +29 -0
  209. package/src/api/responses/subagent-detail.ts +17 -0
  210. package/src/api/surfaces.ts +39 -3
  211. package/src/approvals/guardian-channel-delivery.ts +30 -0
  212. package/src/approvals/guardian-expiry-notifier.ts +148 -0
  213. package/src/approvals/guardian-request-resolvers.ts +17 -15
  214. package/src/calls/__tests__/relay-setup-router.test.ts +267 -17
  215. package/src/calls/call-domain.ts +3 -3
  216. package/src/calls/guardian-dispatch.ts +14 -9
  217. package/src/calls/inbound-trust-reader.ts +24 -2
  218. package/src/calls/media-stream-server.ts +21 -0
  219. package/src/calls/relay-access-wait.ts +6 -6
  220. package/src/calls/relay-server.ts +188 -51
  221. package/src/calls/relay-setup-router.ts +47 -17
  222. package/src/calls/relay-verification.ts +4 -4
  223. package/src/calls/stt-hints.ts +9 -12
  224. package/src/calls/twilio-routes.ts +14 -4
  225. package/src/channels/types.ts +10 -20
  226. package/src/cli/commands/__tests__/cache.test.ts +8 -1
  227. package/src/cli/commands/__tests__/conversations-slack.test.ts +1 -0
  228. package/src/cli/commands/cache.ts +194 -181
  229. package/src/cli/commands/contacts.ts +10 -7
  230. package/src/cli/commands/db/__tests__/repair.test.ts +6 -5
  231. package/src/cli/commands/db/status.ts +37 -1
  232. package/src/cli/commands/mcp.ts +252 -218
  233. package/src/cli/commands/memory/__tests__/worker.test.ts +432 -0
  234. package/src/cli/commands/memory/index.ts +2 -0
  235. package/src/cli/commands/memory/worker.ts +242 -0
  236. package/src/cli/commands/plugins.ts +125 -13
  237. package/src/cli/lib/__tests__/install-from-github.test.ts +102 -0
  238. package/src/cli/lib/__tests__/list-installed-plugins.test.ts +160 -1
  239. package/src/cli/lib/__tests__/publish-plugin.test.ts +404 -0
  240. package/src/cli/lib/list-installed-plugins.ts +179 -1
  241. package/src/cli/lib/publish-plugin.ts +633 -0
  242. package/src/config/__tests__/loader-callsite-strip-fallback.test.ts +143 -0
  243. package/src/config/__tests__/sync-gated-profiles.test.ts +16 -10
  244. package/src/config/bundled-skills/contacts/tools/contact-merge.ts +27 -17
  245. package/src/config/bundled-skills/contacts/tools/contact-search.ts +13 -3
  246. package/src/config/bundled-skills/subagent/SKILL.md +17 -2
  247. package/src/config/bundled-skills/subagent/TOOLS.json +5 -4
  248. package/src/config/call-site-defaults.ts +0 -6
  249. package/src/config/feature-flag-registry.json +5 -13
  250. package/src/config/llm-resolver.ts +0 -3
  251. package/src/config/loader.ts +38 -5
  252. package/src/config/prune-seeded-callsite-defaults.ts +110 -0
  253. package/src/config/schemas/__tests__/memory-v3.test.ts +1 -0
  254. package/src/config/schemas/call-site-catalog.ts +0 -7
  255. package/src/config/schemas/heartbeat.ts +2 -5
  256. package/src/config/schemas/llm.ts +3 -12
  257. package/src/config/schemas/memory-lifecycle.ts +12 -0
  258. package/src/config/schemas/memory-v3.ts +7 -0
  259. package/src/config/schemas/memory.ts +4 -0
  260. package/src/config/schemas/timeouts.ts +8 -0
  261. package/src/config/seed-inference-profiles.ts +30 -34
  262. package/src/config/skills.ts +27 -5
  263. package/src/config/sync-gated-profiles.ts +12 -16
  264. package/src/contacts/__tests__/contacts-write-revoke-relay.test.ts +128 -0
  265. package/src/contacts/__tests__/guardian-delivery-reader.test.ts +312 -0
  266. package/src/contacts/__tests__/member-write-relay.test.ts +226 -0
  267. package/src/contacts/contact-store.ts +27 -237
  268. package/src/contacts/contacts-write.ts +18 -55
  269. package/src/contacts/gateway-channel-read.ts +51 -0
  270. package/src/contacts/guardian-delivery-reader.ts +223 -0
  271. package/src/contacts/member-write-relay.ts +183 -0
  272. package/src/contacts/types.ts +3 -15
  273. package/src/daemon/__tests__/conversation-tool-setup-exclude.test.ts +35 -0
  274. package/src/daemon/__tests__/conversation-tool-setup.test.ts +0 -44
  275. package/src/daemon/assistant-attachments.ts +27 -4
  276. package/src/daemon/conversation-agent-loop.ts +28 -0
  277. package/src/daemon/conversation-notices.ts +60 -0
  278. package/src/daemon/conversation-process.ts +35 -16
  279. package/src/daemon/conversation-surfaces.ts +111 -38
  280. package/src/daemon/conversation-tool-setup.ts +71 -30
  281. package/src/daemon/conversation.ts +23 -1
  282. package/src/daemon/disk-pressure-guard.ts +12 -2
  283. package/src/daemon/event-loop-watchdog.ts +28 -1
  284. package/src/daemon/external-plugins-bootstrap.ts +17 -41
  285. package/src/daemon/handlers/__tests__/config-a2a-accept.test.ts +0 -1
  286. package/src/daemon/handlers/__tests__/config-a2a-complete.test.ts +0 -2
  287. package/src/daemon/handlers/__tests__/config-a2a-redeem.test.ts +25 -2
  288. package/src/daemon/handlers/__tests__/config-channels.test.ts +220 -0
  289. package/src/daemon/handlers/config-a2a.ts +6 -14
  290. package/src/daemon/handlers/config-channels.ts +67 -26
  291. package/src/daemon/handlers/conversations.ts +77 -0
  292. package/src/daemon/lifecycle.ts +16 -0
  293. package/src/daemon/mcp-reload-service.ts +10 -0
  294. package/src/daemon/memory-v2-startup.test.ts +72 -0
  295. package/src/daemon/memory-v2-startup.ts +87 -19
  296. package/src/daemon/message-types/conversations.ts +2 -0
  297. package/src/daemon/message-types/surfaces.ts +12 -12
  298. package/src/daemon/server.ts +0 -4
  299. package/src/daemon/shutdown-handlers.ts +20 -0
  300. package/src/daemon/tool-setup-types.ts +9 -0
  301. package/src/heartbeat/heartbeat-service.ts +5 -0
  302. package/src/home/relationship-state-writer.ts +5 -0
  303. package/src/hooks/hook-loader.ts +341 -0
  304. package/src/ipc/__tests__/clients-list-ipc.test.ts +1 -1
  305. package/src/ipc/assistant-server.ts +2 -2
  306. package/src/mcp/__tests__/mcp-auth-orchestrator.test.ts +1 -0
  307. package/src/mcp/client.ts +15 -1
  308. package/src/mcp/mcp-auth-orchestrator.ts +6 -1
  309. package/src/mcp/mcp-header-store.ts +134 -0
  310. package/src/mcp/mcp-oauth-provider.ts +19 -8
  311. package/src/memory/__tests__/301-create-watchdog-events.test.ts +110 -0
  312. package/src/memory/__tests__/memory-retrospective-job.test.ts +8 -0
  313. package/src/memory/__tests__/prompt-override.test.ts +192 -0
  314. package/src/memory/__tests__/watchdog-events-store.test.ts +161 -0
  315. package/src/memory/compaction-ledger-store.ts +107 -0
  316. package/src/memory/conversation-crud.ts +129 -61
  317. package/src/memory/db-connection.ts +22 -3
  318. package/src/memory/db-init.ts +37 -503
  319. package/src/memory/db-singleton.ts +6 -4
  320. package/src/memory/jobs-worker.ts +104 -0
  321. package/src/memory/llm-request-log-store.ts +26 -1
  322. package/src/memory/llm-usage-store.ts +48 -20
  323. package/src/memory/memory-retrospective-job.ts +14 -8
  324. package/src/memory/migrations/209-strip-thinking-from-consolidated.ts +152 -56
  325. package/src/memory/migrations/300-add-processing-started-at.ts +30 -0
  326. package/src/memory/migrations/301-create-watchdog-events.ts +45 -0
  327. package/src/memory/migrations/302-create-compaction-events.ts +107 -0
  328. package/src/memory/migrations/__tests__/209-strip-thinking-from-consolidated.test.ts +297 -0
  329. package/src/memory/migrations/__tests__/run-migrations.test.ts +2 -2
  330. package/src/memory/migrations/run-migrations.ts +106 -10
  331. package/src/memory/migrations/validate-migration-state.ts +105 -67
  332. package/src/memory/prompt-override.ts +129 -0
  333. package/src/memory/schema/contacts.ts +6 -2
  334. package/src/memory/schema/conversations.ts +37 -0
  335. package/src/memory/schema/infrastructure.ts +20 -0
  336. package/src/memory/steps.ts +1294 -0
  337. package/src/memory/v2/__tests__/cli-command-store.test.ts +25 -0
  338. package/src/memory/v2/__tests__/skill-store.test.ts +80 -0
  339. package/src/memory/v2/cli-command-store.ts +75 -38
  340. package/src/memory/v2/prompts/consolidation.ts +13 -82
  341. package/src/memory/v2/prompts/router.ts +21 -93
  342. package/src/memory/v2/skill-store.ts +68 -31
  343. package/src/memory/watchdog-events-store.ts +87 -0
  344. package/src/memory/worker-control.ts +204 -0
  345. package/src/memory/worker-process.ts +89 -0
  346. package/src/messaging/channel-binding-metadata.ts +31 -0
  347. package/src/messaging/provider-types.ts +8 -0
  348. package/src/messaging/providers/slack/binding-metadata.ts +60 -0
  349. package/src/notifications/__tests__/broadcaster.test.ts +8 -8
  350. package/src/notifications/__tests__/connected-channels.test.ts +86 -0
  351. package/src/notifications/__tests__/decision-engine.test.ts +78 -9
  352. package/src/notifications/__tests__/destination-resolver.test.ts +151 -0
  353. package/src/notifications/broadcaster.ts +8 -1
  354. package/src/notifications/decision-engine.ts +15 -7
  355. package/src/notifications/destination-resolver.ts +53 -25
  356. package/src/notifications/emit-signal.ts +34 -15
  357. package/src/onboarding/checkin-event.test.ts +222 -0
  358. package/src/onboarding/checkin-event.ts +321 -0
  359. package/src/onboarding/schedule-checkin.ts +190 -0
  360. package/src/permissions/question-prompter.test.ts +1 -1
  361. package/src/permissions/question-prompter.ts +7 -4
  362. package/src/plugin-api/index.ts +12 -12
  363. package/src/plugin-api/types.ts +12 -14
  364. package/src/plugin-api/vision-support.test.ts +28 -4
  365. package/src/plugin-api/vision-support.ts +66 -31
  366. package/src/plugins/defaults/empty-response/hooks/post-model-call.ts +2 -2
  367. package/src/plugins/defaults/empty-response/hooks/stop.ts +2 -2
  368. package/src/plugins/defaults/exploration-drift/hooks/post-tool-use.ts +4 -3
  369. package/src/plugins/defaults/history-repair/hooks/post-model-call.ts +2 -2
  370. package/src/plugins/defaults/history-repair/hooks/stop.ts +2 -2
  371. package/src/plugins/defaults/history-repair/hooks/user-prompt-submit.ts +2 -2
  372. package/src/plugins/defaults/image-fallback/__tests__/image-fallback.test.ts +47 -7
  373. package/src/plugins/defaults/image-fallback/hooks/post-tool-use.ts +12 -13
  374. package/src/plugins/defaults/image-fallback/hooks/user-prompt-submit.ts +14 -22
  375. package/src/plugins/defaults/image-fallback/src/caption-blocks.ts +42 -11
  376. package/src/plugins/defaults/image-recovery/hooks/post-model-call.ts +2 -2
  377. package/src/plugins/defaults/image-recovery/hooks/stop.ts +2 -2
  378. package/src/plugins/defaults/index.ts +0 -35
  379. package/src/plugins/defaults/max-tokens-continue/hooks/post-model-call.ts +2 -2
  380. package/src/plugins/defaults/max-tokens-continue/hooks/stop.ts +2 -2
  381. package/src/plugins/defaults/memory-retrieval/hooks/post-compact.ts +2 -2
  382. package/src/plugins/defaults/memory-retrieval/hooks/user-prompt-submit.ts +2 -2
  383. package/src/plugins/defaults/memory-v3-shadow/__tests__/injection.test.ts +33 -3
  384. package/src/plugins/defaults/memory-v3-shadow/__tests__/pool-select.test.ts +48 -4
  385. package/src/plugins/defaults/memory-v3-shadow/__tests__/shadow-plugin.test.ts +4 -8
  386. package/src/plugins/defaults/memory-v3-shadow/hooks/post-compact.ts +2 -2
  387. package/src/plugins/defaults/memory-v3-shadow/hooks/user-prompt-submit.ts +2 -2
  388. package/src/plugins/defaults/memory-v3-shadow/injector.ts +43 -15
  389. package/src/plugins/defaults/memory-v3-shadow/orchestrate.ts +11 -2
  390. package/src/plugins/defaults/memory-v3-shadow/pool-select.test.ts +146 -0
  391. package/src/plugins/defaults/memory-v3-shadow/pool-select.ts +77 -13
  392. package/src/plugins/defaults/memory-v3-shadow/shadow-plugin.ts +12 -11
  393. package/src/plugins/defaults/surface-completion-nudge/hooks/post-model-call.ts +2 -2
  394. package/src/plugins/defaults/surface-completion-nudge/hooks/stop.ts +2 -2
  395. package/src/plugins/defaults/task-progress-nudge/hooks/post-tool-use.ts +2 -2
  396. package/src/plugins/defaults/title-generate/hooks/stop.ts +2 -2
  397. package/src/plugins/defaults/title-generate/hooks/user-prompt-submit.ts +2 -2
  398. package/src/plugins/defaults/tool-error/hooks/post-tool-use.ts +2 -2
  399. package/src/plugins/defaults/tool-result-truncate/hooks/post-tool-use.ts +2 -2
  400. package/src/plugins/disabled-state.ts +31 -0
  401. package/src/plugins/external-plugin-loader.ts +2 -2
  402. package/src/plugins/mtime-cache.ts +186 -330
  403. package/src/plugins/pipeline.ts +111 -13
  404. package/src/plugins/registry.ts +59 -16
  405. package/src/plugins/surface-import.ts +121 -0
  406. package/src/plugins/types.ts +7 -9
  407. package/src/prompts/persona-resolver.ts +43 -11
  408. package/src/providers/anthropic/client.ts +5 -0
  409. package/src/providers/call-site-routing.ts +45 -0
  410. package/src/providers/model-catalog.ts +16 -0
  411. package/src/providers/openai/__tests__/api-error-normalization.test.ts +321 -0
  412. package/src/providers/openai/api-error-normalization.ts +270 -0
  413. package/src/providers/openai/chat-completions-provider.ts +37 -83
  414. package/src/providers/openai/responses-provider.ts +50 -46
  415. package/src/providers/openrouter/client.ts +5 -0
  416. package/src/providers/provider-send-message.ts +10 -0
  417. package/src/providers/ratelimit.ts +10 -0
  418. package/src/providers/registry.ts +1 -1
  419. package/src/providers/retry.ts +10 -0
  420. package/src/providers/types.ts +22 -0
  421. package/src/providers/usage-tracking.ts +10 -0
  422. package/src/runtime/__tests__/channel-verification-service.test.ts +133 -0
  423. package/src/runtime/__tests__/guardian-vellum-migration.test.ts +184 -0
  424. package/src/runtime/__tests__/is-guardian-bound-for-channel.test.ts +66 -0
  425. package/src/runtime/__tests__/local-principal-trust.test.ts +162 -0
  426. package/src/runtime/__tests__/member-verdict-cache.test.ts +119 -0
  427. package/src/runtime/__tests__/trust-verdict-consumer.test.ts +402 -123
  428. package/src/runtime/access-request-helper.ts +18 -39
  429. package/src/runtime/actor-trust-resolver.ts +46 -19
  430. package/src/runtime/anchored-guardian.test.ts +109 -0
  431. package/src/runtime/anchored-guardian.ts +86 -0
  432. package/src/runtime/assistant-event-hub.ts +1 -1
  433. package/src/runtime/assistant-stream-state.ts +9 -2
  434. package/src/runtime/auth/__tests__/require-bound-guardian.test.ts +99 -0
  435. package/src/runtime/auth/require-bound-guardian.ts +21 -11
  436. package/src/runtime/channel-verification-service.ts +56 -31
  437. package/src/runtime/confirmation-request-guardian-bridge.ts +3 -3
  438. package/src/runtime/guardian-vellum-migration.ts +69 -8
  439. package/src/runtime/invite-redemption-service.ts +213 -187
  440. package/src/runtime/local-actor-identity.test.ts +108 -0
  441. package/src/runtime/local-actor-identity.ts +85 -13
  442. package/src/runtime/local-principal-trust.ts +52 -0
  443. package/src/runtime/member-verdict-cache.ts +0 -0
  444. package/src/runtime/pending-interactions.ts +11 -1
  445. package/src/runtime/routes/__tests__/channel-verification-revoke.test.ts +56 -5
  446. package/src/runtime/routes/__tests__/channel-verification-routes.test.ts +1 -1
  447. package/src/runtime/routes/__tests__/contact-routes.test.ts +305 -0
  448. package/src/runtime/routes/__tests__/global-search-routes.test.ts +92 -0
  449. package/src/runtime/routes/__tests__/http-adapter-actor-header.test.ts +129 -0
  450. package/src/runtime/routes/__tests__/surface-action-routes.test.ts +188 -0
  451. package/src/runtime/routes/browser-routes.ts +1 -1
  452. package/src/runtime/routes/canonical-guardian-expiry-sweep.ts +13 -5
  453. package/src/runtime/routes/channel-verification-routes.ts +3 -3
  454. package/src/runtime/routes/contact-routes.ts +48 -57
  455. package/src/runtime/routes/conversation-cli-routes.ts +4 -5
  456. package/src/runtime/routes/conversation-list-routes.ts +4 -7
  457. package/src/runtime/routes/conversation-query-routes.ts +72 -0
  458. package/src/runtime/routes/conversation-routes.ts +84 -85
  459. package/src/runtime/routes/events-routes.ts +2 -2
  460. package/src/runtime/routes/global-search-routes.ts +3 -1
  461. package/src/runtime/routes/guardian-action-routes.ts +4 -5
  462. package/src/runtime/routes/host-app-control-routes.ts +5 -4
  463. package/src/runtime/routes/host-bash-routes.ts +5 -4
  464. package/src/runtime/routes/host-browser-routes.ts +9 -11
  465. package/src/runtime/routes/host-cu-routes.ts +5 -4
  466. package/src/runtime/routes/host-file-routes.ts +5 -4
  467. package/src/runtime/routes/host-transfer-routes.ts +6 -6
  468. package/src/runtime/routes/http-adapter.ts +16 -1
  469. package/src/runtime/routes/identity-routes.ts +3 -2
  470. package/src/runtime/routes/inbound-message-handler.ts +5 -5
  471. package/src/runtime/routes/inbound-stages/acl-enforcement.test.ts +97 -5
  472. package/src/runtime/routes/inbound-stages/acl-enforcement.ts +61 -59
  473. package/src/runtime/routes/inbound-stages/background-dispatch.ts +13 -5
  474. package/src/runtime/routes/inbound-stages/escalation-intercept.ts +7 -7
  475. package/src/runtime/routes/inbound-stages/guardian-activation-intercept.test.ts +21 -8
  476. package/src/runtime/routes/inbound-stages/guardian-activation-intercept.ts +14 -3
  477. package/src/runtime/routes/inbound-stages/reaction-intercept.ts +19 -0
  478. package/src/runtime/routes/index.ts +2 -0
  479. package/src/runtime/routes/llm-context-normalization.ts +83 -0
  480. package/src/runtime/routes/mcp-auth-routes.ts +171 -19
  481. package/src/runtime/routes/migration-rollback-routes.ts +4 -3
  482. package/src/runtime/routes/migration-routes.ts +4 -1
  483. package/src/runtime/routes/onboarding-checkin-routes.ts +86 -0
  484. package/src/runtime/routes/settings-routes.ts +8 -3
  485. package/src/runtime/routes/subagents-routes.ts +5 -0
  486. package/src/runtime/routes/surface-action-routes.ts +42 -56
  487. package/src/runtime/services/__tests__/conversation-serializer.test.ts +1 -0
  488. package/src/runtime/services/conversation-serializer.ts +13 -58
  489. package/src/runtime/tool-grant-request-helper.ts +3 -3
  490. package/src/runtime/trust-verdict-consumer.ts +111 -40
  491. package/src/runtime/verification-outbound-actions.ts +18 -18
  492. package/src/signals/user-message.ts +16 -0
  493. package/src/subagent/__tests__/consult-prompt.test.ts +35 -0
  494. package/src/{plugins/defaults/advisor/__tests__/transcript.test.ts → subagent/__tests__/consult-transcript.test.ts} +47 -10
  495. package/src/{plugins/defaults/advisor/steering.ts → subagent/consult-prompt.ts} +22 -32
  496. package/src/{plugins/defaults/advisor/transcript.ts → subagent/consult-transcript.ts} +18 -8
  497. package/src/subagent/index.ts +1 -1
  498. package/src/subagent/manager.ts +254 -33
  499. package/src/subagent/types.ts +11 -4
  500. package/src/telemetry/types.ts +34 -1
  501. package/src/telemetry/usage-telemetry-reporter.test.ts +3 -2
  502. package/src/telemetry/usage-telemetry-reporter.ts +87 -3
  503. package/src/tools/ask-question/ask-question-tool.test.ts +29 -0
  504. package/src/tools/ask-question/ask-question-tool.ts +13 -0
  505. package/src/tools/executor.ts +4 -4
  506. package/src/tools/filesystem/search.ts +543 -0
  507. package/src/tools/registry.ts +38 -0
  508. package/src/tools/shared/filesystem/path-policy.ts +12 -5
  509. package/src/tools/subagent/consult-deadline.ts +49 -0
  510. package/src/tools/subagent/spawn.ts +234 -5
  511. package/src/tools/tool-approval-handler.ts +1 -1
  512. package/src/tools/tool-defaults.ts +9 -2
  513. package/src/tools/tool-manifest.ts +3 -0
  514. package/src/tools/types.ts +131 -25
  515. package/src/tools/workspace-tools/loader.ts +348 -244
  516. package/src/util/errors.ts +26 -1
  517. package/src/util/logger.ts +9 -0
  518. package/src/util/platform.ts +19 -0
  519. package/src/util/telemetry-db-path.ts +24 -0
  520. package/src/workflows/library.test.ts +140 -0
  521. package/src/workflows/library.ts +82 -28
  522. package/src/workspace/migrations/017-seed-persona-dirs.ts +3 -34
  523. package/src/workspace/migrations/019-scope-journal-to-guardian.ts +3 -24
  524. package/src/workspace/migrations/031-drop-user-md.ts +232 -148
  525. package/src/workspace/migrations/048-remove-workspace-hooks.ts +14 -66
  526. package/src/workspace/migrations/111-prune-seeded-callsite-defaults.ts +134 -0
  527. package/src/workspace/migrations/112-remove-advisor-callsite-override.ts +64 -0
  528. package/src/workspace/migrations/registry.ts +4 -0
  529. package/src/__tests__/workspace-tools-watcher-flag.test.ts +0 -70
  530. package/src/daemon/workspace-tools-watcher.ts +0 -328
  531. package/src/memory/migrations/registry.ts +0 -573
  532. package/src/plugins/defaults/advisor/__tests__/advisor-gate.test.ts +0 -56
  533. package/src/plugins/defaults/advisor/__tests__/advisor-state-store.test.ts +0 -43
  534. package/src/plugins/defaults/advisor/__tests__/agent-loop-integration.test.ts +0 -137
  535. package/src/plugins/defaults/advisor/__tests__/consult.test.ts +0 -153
  536. package/src/plugins/defaults/advisor/__tests__/hooks.test.ts +0 -138
  537. package/src/plugins/defaults/advisor/advisor-gate.ts +0 -29
  538. package/src/plugins/defaults/advisor/advisor-state-store.ts +0 -94
  539. package/src/plugins/defaults/advisor/config.ts +0 -21
  540. package/src/plugins/defaults/advisor/consult.ts +0 -93
  541. package/src/plugins/defaults/advisor/hooks/post-model-call.ts +0 -34
  542. package/src/plugins/defaults/advisor/hooks/pre-model-call.ts +0 -30
  543. package/src/plugins/defaults/advisor/hooks/user-prompt-submit.ts +0 -19
  544. package/src/plugins/defaults/advisor/package.json +0 -14
  545. package/src/plugins/defaults/advisor/tools/advisor.ts +0 -65
  546. package/src/providers/openai/__tests__/api-error-detail.test.ts +0 -120
@@ -3,17 +3,28 @@ import { getLogger } from "../../util/logger.js";
3
3
  import { getDbPath } from "../../util/platform.js";
4
4
  import { type DrizzleDb, getSqliteFrom } from "../db-connection.js";
5
5
  import {
6
- MIGRATION_REGISTRY,
7
- type MigrationValidationResult,
8
- } from "./registry.js";
9
- import {
6
+ getStepName,
7
+ type MigrationStep,
8
+ normalizeStep,
10
9
  STEP_CHECKPOINT_PREFIX,
11
10
  } from "./run-migrations.js";
12
11
 
13
- const log = getLogger("memory-db");
12
+ // Share the DB-init logger namespace so the whole startup DB-migration
13
+ // sequence (run steps -> summary -> post-run validation) reports under a
14
+ // single `[db-init]` tag instead of being split across modules.
15
+ const log = getLogger("db-init");
16
+
17
+ export interface MigrationValidationResult {
18
+ /** Keys of migrations whose checkpoint has value 'started' — started but never completed. */
19
+ crashed: string[];
20
+ /** Pairs where a completed migration's declared prerequisite is missing from checkpoints. */
21
+ dependencyViolations: Array<{ migration: string; missingDependency: string }>;
22
+ /** Checkpoint keys present in the database but absent from the known step names — likely from a newer version. */
23
+ unknownCheckpoints: string[];
24
+ }
14
25
 
15
26
  /**
16
- * Validate the applied migration state against the registry at startup.
27
+ * Validate the applied migration state against the known step list at startup.
17
28
  *
18
29
  * Logs a prominent error when a migration started but never completed (crash
19
30
  * detected) — startup continues so the migration can be retried.
@@ -25,9 +36,15 @@ const log = getLogger("memory-db");
25
36
  *
26
37
  * Call this AFTER all DDL and migration functions have run so that the final
27
38
  * state is inspected.
39
+ *
40
+ * @param database The Drizzle database instance.
41
+ * @param steps The full ordered migration step array (same one passed to
42
+ * `runMigrationSteps`). Used to determine known step names for unknown-checkpoint
43
+ * detection and to check `dependsOn` declarations.
28
44
  */
29
45
  export function validateMigrationState(
30
46
  database: DrizzleDb,
47
+ steps: MigrationStep[],
31
48
  ): MigrationValidationResult {
32
49
  const raw = getSqliteFrom(database);
33
50
 
@@ -64,8 +81,6 @@ export function validateMigrationState(
64
81
  }
65
82
 
66
83
  // Build a set of completed step names from `step:*` checkpoints with value '1'.
67
- // The step runner writes these — `migration_*` registry keys are no longer
68
- // written by migration functions (Phase 2 removed withCrashRecovery).
69
84
  const completedStepNames = new Set(
70
85
  rows
71
86
  .filter(
@@ -75,32 +90,24 @@ export function validateMigrationState(
75
90
  .map((r) => r.key.slice(STEP_CHECKPOINT_PREFIX.length)),
76
91
  );
77
92
 
78
- // Map registry entries to their step names to determine which migrations
79
- // are completed. Multiple registry entries can share the same step name
80
- // (e.g., 162's two entries both map to migrateGuardianTimestampsEpochMs).
81
- const completed = new Set<string>();
82
- for (const entry of MIGRATION_REGISTRY) {
83
- if (completedStepNames.has(entry.stepName)) {
84
- completed.add(entry.key);
85
- }
86
- }
87
-
93
+ // Check dependency ordering for object-form steps that declare dependsOn.
94
+ // A step is "completed" if its name appears in the completedStepNames set.
88
95
  const dependencyViolations: Array<{
89
96
  migration: string;
90
97
  missingDependency: string;
91
98
  }> = [];
92
99
 
93
- // Validate dependency ordering.
94
- for (const entry of MIGRATION_REGISTRY) {
95
- if (!entry.dependsOn || entry.dependsOn.length === 0) continue;
96
- // Only check entries that have been completed — unapplied or in-progress
100
+ for (const step of steps) {
101
+ const obj = normalizeStep(step);
102
+ if (!obj.dependsOn || obj.dependsOn.length === 0) continue;
103
+ // Only check steps that have been completed — unapplied or in-progress
97
104
  // migrations have not had a chance to violate their prerequisites yet.
98
- if (!completed.has(entry.key)) continue;
105
+ if (!completedStepNames.has(obj.name)) continue;
99
106
 
100
- for (const dep of entry.dependsOn) {
101
- if (!completed.has(dep)) {
107
+ for (const dep of obj.dependsOn) {
108
+ if (!completedStepNames.has(dep)) {
102
109
  dependencyViolations.push({
103
- migration: entry.key,
110
+ migration: obj.name,
104
111
  missingDependency: dep,
105
112
  });
106
113
  }
@@ -121,10 +128,11 @@ export function validateMigrationState(
121
128
  }
122
129
 
123
130
  // Detect step checkpoints that exist in the database but have no
124
- // corresponding registry entry — these are from a newer version of the daemon.
125
- const registryStepNames = new Set(MIGRATION_REGISTRY.map((e) => e.stepName));
131
+ // corresponding entry in the known step list — these are from a newer
132
+ // version of the daemon.
133
+ const knownStepNames = new Set(steps.map((s) => getStepName(s)));
126
134
  const unknownCheckpoints = [...completedStepNames].filter(
127
- (name) => !registryStepNames.has(name),
135
+ (name) => !knownStepNames.has(name),
128
136
  );
129
137
 
130
138
  if (unknownCheckpoints.length > 0) {
@@ -140,23 +148,26 @@ export function validateMigrationState(
140
148
  /**
141
149
  * Roll back all completed memory (database) migrations with version > targetVersion.
142
150
  *
143
- * Iterates eligible migrations in reverse version order. For each:
144
- * 1. Marks the checkpoint as `"rolling_back"` for crash recovery.
151
+ * Iterates eligible migration steps in reverse version order. For each
152
+ * rollback entry on a completed step:
153
+ * 1. Marks the step checkpoint as `"rolling_back"` for crash recovery.
145
154
  * 2. Calls `entry.down(database)` — each down() manages its own transactions.
146
- * (`down` is required on `MigrationRegistryEntry` at the type level.)
147
- * 3. Deletes the checkpoint from `memory_checkpoints`.
155
+ * 3. Deletes the step checkpoint from `memory_checkpoints`.
156
+ *
157
+ * A single step may carry multiple rollback entries (e.g. migration 162 has
158
+ * two). All entries with version > target are rolled back in reverse version
159
+ * order. The step checkpoint is only deleted after the last rollback entry
160
+ * for that step completes.
148
161
  *
149
162
  * **Usage**: Pass the target version number you want to roll back *to*. All
150
- * migrations with a higher version number that have been applied will be
151
- * reversed. For example, `rollbackMemoryMigration(db, 5)` rolls back all
152
- * applied migrations with version > 5.
163
+ * rollback entries with a higher version number on completed steps will be
164
+ * reversed. For example, `rollbackMemoryMigration(db, 5, steps)` rolls back
165
+ * all rollback entries with version > 5.
153
166
  *
154
- * **Checkpoint state**: Each rolled-back migration's checkpoint is deleted
155
- * from `memory_checkpoints`. If the process crashes mid-rollback, the
156
- * `"rolling_back"` marker is detected and cleared by
157
- * `recoverCrashedMigrations` on the next startup. The forward-step checkpoints
158
- * recorded by the migration runner (the `step:` namespace) for the rolled-back
159
- * entries are also discarded so a later upgrade re-applies them.
167
+ * **Checkpoint state**: Each rolled-back step's `step:*` checkpoint is deleted
168
+ * from `memory_checkpoints` after its down() functions succeed. If the process
169
+ * crashes mid-rollback, the `"rolling_back"` marker is detected and cleared by
170
+ * `recoverCrashedMigrations` on the next startup.
160
171
  *
161
172
  * **Warning — data loss**: Some down() migrations may not fully restore the
162
173
  * original state (e.g., DROP TABLE migrations recreate the table but cannot
@@ -168,13 +179,15 @@ export function validateMigrationState(
168
179
  * query failures, or data corruption.
169
180
  *
170
181
  * @param database The Drizzle database instance.
171
- * @param targetVersion Roll back to this version (exclusive — all migrations
172
- * with version > targetVersion are reversed).
173
- * @returns The list of rolled-back migration keys.
182
+ * @param targetVersion Roll back to this version (exclusive — all rollback
183
+ * entries with version > targetVersion are reversed).
184
+ * @param steps The full ordered migration step array.
185
+ * @returns The list of rolled-back step names.
174
186
  */
175
187
  export function rollbackMemoryMigration(
176
188
  database: DrizzleDb,
177
189
  targetVersion: number,
190
+ steps: MigrationStep[],
178
191
  ): string[] {
179
192
  const raw = getSqliteFrom(database);
180
193
 
@@ -198,41 +211,66 @@ export function rollbackMemoryMigration(
198
211
  .map((r) => r.key.slice(STEP_CHECKPOINT_PREFIX.length)),
199
212
  );
200
213
 
201
- // Find registry entries with version > targetVersion whose step is completed.
202
- // Deduplicate by stepName — multiple registry entries can share the same step
203
- // (e.g., 162's two entries), and we only need to clear the step checkpoint once.
204
- const toRollback = MIGRATION_REGISTRY.filter(
205
- (entry) =>
206
- entry.version > targetVersion &&
207
- completedStepNames.has(entry.stepName),
208
- ).sort((a, b) => b.version - a.version); // reverse version order
214
+ // Collect all rollback entries with version > targetVersion on completed steps.
215
+ // Each entry references its parent step name so we can clear the checkpoint
216
+ // after all rollback entries for that step have been executed.
217
+ interface RollbackItem {
218
+ stepName: string;
219
+ version: number;
220
+ description: string;
221
+ down: (db: DrizzleDb) => void;
222
+ }
223
+
224
+ const toRollback: RollbackItem[] = [];
225
+ for (const step of steps) {
226
+ const obj = normalizeStep(step);
227
+ if (!obj.rollback) continue;
228
+ if (!completedStepNames.has(obj.name)) continue;
209
229
 
230
+ for (const entry of obj.rollback) {
231
+ if (entry.version > targetVersion) {
232
+ toRollback.push({
233
+ stepName: obj.name,
234
+ version: entry.version,
235
+ description: entry.description,
236
+ down: entry.down,
237
+ });
238
+ }
239
+ }
240
+ }
241
+
242
+ // Sort in reverse version order — children (higher version) before parents.
243
+ toRollback.sort((a, b) => b.version - a.version);
244
+
245
+ // Group by stepName so we only delete the checkpoint after all rollback
246
+ // entries for that step have been executed.
247
+ const stepNamesToRollback = new Set(toRollback.map((r) => r.stepName));
210
248
  const rolledBack: string[] = [];
211
249
 
212
- for (const entry of toRollback) {
213
- const stepKey = `${STEP_CHECKPOINT_PREFIX}${entry.stepName}`;
250
+ for (const item of toRollback) {
251
+ const stepKey = `${STEP_CHECKPOINT_PREFIX}${item.stepName}`;
214
252
 
215
- // Mark as rolling_back for crash recovery — if the process crashes here,
216
- // recoverCrashedMigrations will clear this checkpoint on next startup.
253
+ // Mark as rolling_back for crash recovery.
217
254
  raw
218
255
  .query(
219
256
  `INSERT OR REPLACE INTO memory_checkpoints (key, value, updated_at) VALUES (?, 'rolling_back', ?)`,
220
257
  )
221
258
  .run(stepKey, Date.now());
222
259
 
223
- // Execute the down migration — let it manage its own transaction lifecycle.
224
- // Many down() functions call BEGIN/COMMIT internally or use PRAGMA statements
225
- // that are no-ops inside a transaction.
226
- entry.down(database);
227
-
228
- // Delete the step checkpoint after down() succeeds.
229
- raw.query(`DELETE FROM memory_checkpoints WHERE key = ?`).run(stepKey);
260
+ // Execute the down migration.
261
+ item.down(database);
230
262
 
231
263
  log.info(
232
- { key: entry.key, version: entry.version },
233
- `Rolled back migration "${entry.key}" (version ${entry.version})`,
264
+ { step: item.stepName, version: item.version, description: item.description },
265
+ `Rolled back migration "${item.stepName}" (version ${item.version})`,
234
266
  );
235
- rolledBack.push(entry.key);
267
+ }
268
+
269
+ // After all down() calls succeed, delete checkpoints for the rolled-back steps.
270
+ for (const stepName of stepNamesToRollback) {
271
+ const stepKey = `${STEP_CHECKPOINT_PREFIX}${stepName}`;
272
+ raw.query(`DELETE FROM memory_checkpoints WHERE key = ?`).run(stepKey);
273
+ rolledBack.push(stepName);
236
274
  }
237
275
 
238
276
  return rolledBack;
@@ -0,0 +1,129 @@
1
+ /**
2
+ * Shared loader for file-based prompt overrides.
3
+ *
4
+ * The memory router, consolidation, and v3 selector prompts each ship a bundled
5
+ * default that operators may replace by pointing a config field at a file. The
6
+ * load-with-fallback semantics are identical across all three, so they live
7
+ * here: path resolution, the size guard, and the permissive fallback that keeps
8
+ * retrieval/consolidation working when an override is missing or malformed.
9
+ *
10
+ * The caller owns the bundled default and any placeholder substitution — this
11
+ * module only decides whether a usable override file exists and returns its raw
12
+ * contents, or `null` to mean "fall back to the bundled prompt."
13
+ */
14
+
15
+ import { lstatSync, readFileSync } from "node:fs";
16
+ import { homedir } from "node:os";
17
+ import { isAbsolute, join } from "node:path";
18
+
19
+ /**
20
+ * Minimal logger surface the loader needs. Structurally compatible with
21
+ * `pino.Logger`, so callers pass their module logger directly and the warnings
22
+ * keep that logger's namespace; tests pass a lightweight recorder.
23
+ */
24
+ export interface PromptOverrideLogger {
25
+ warn(obj: object, msg: string): void;
26
+ }
27
+
28
+ /**
29
+ * Hard upper bound on an override file. The bundled prompts are kilobytes; 1 MiB
30
+ * is generous headroom for a hand-edit while preventing a `settings.write`
31
+ * principal from pointing the field at a giant file (or an unsizeable stream
32
+ * `lstat` can't cap on its own) and slurping it into memory on every call.
33
+ */
34
+ export const MAX_PROMPT_OVERRIDE_BYTES = 1 * 1024 * 1024;
35
+
36
+ /**
37
+ * Resolve a configured override path to an absolute path: a leading `~/` expands
38
+ * to the home directory, an absolute path is used as-is, and a relative path
39
+ * resolves under `workspaceDir`.
40
+ */
41
+ export function resolveOverridePath(
42
+ overridePath: string,
43
+ workspaceDir: string,
44
+ ): string {
45
+ if (overridePath.startsWith("~/")) {
46
+ return join(homedir(), overridePath.slice(2));
47
+ }
48
+ if (isAbsolute(overridePath)) return overridePath;
49
+ return join(workspaceDir, overridePath);
50
+ }
51
+
52
+ /**
53
+ * Load a prompt-override file, returning its raw contents when the override is
54
+ * present and usable, or `null` (after logging a warning describing why) when
55
+ * the caller should fall back to its bundled prompt. A nullish `overridePath`
56
+ * (`null` or `undefined`) returns `null` without touching the filesystem.
57
+ *
58
+ * Fallback is intentionally total — an absent override, a missing, non-regular,
59
+ * oversized, unreadable, or empty/whitespace-only file all degrade to `null`.
60
+ * Memory retrieval and consolidation must never break because of a bad
61
+ * override, so `undefined` (an unset config field) is treated as "no override"
62
+ * rather than crashing on path resolution.
63
+ *
64
+ * `label` names the prompt in the warning messages (e.g. `"router prompt"`).
65
+ */
66
+ export function loadPromptOverride(opts: {
67
+ overridePath: string | null | undefined;
68
+ workspaceDir: string;
69
+ log: PromptOverrideLogger;
70
+ label: string;
71
+ }): string | null {
72
+ const { overridePath, workspaceDir, log, label } = opts;
73
+ if (overridePath == null) return null;
74
+
75
+ const resolvedPath = resolveOverridePath(overridePath, workspaceDir);
76
+ let contents: string;
77
+ try {
78
+ const stat = lstatSync(resolvedPath);
79
+ if (!stat.isFile()) {
80
+ log.warn(
81
+ {
82
+ configuredPath: overridePath,
83
+ resolvedPath,
84
+ reason: "not_regular_file",
85
+ fallback: "bundled",
86
+ },
87
+ `${label} override is not a regular file; using bundled prompt`,
88
+ );
89
+ return null;
90
+ }
91
+ if (stat.size > MAX_PROMPT_OVERRIDE_BYTES) {
92
+ log.warn(
93
+ {
94
+ configuredPath: overridePath,
95
+ resolvedPath,
96
+ size: stat.size,
97
+ limit: MAX_PROMPT_OVERRIDE_BYTES,
98
+ reason: "oversized_override",
99
+ fallback: "bundled",
100
+ },
101
+ `${label} override exceeds size limit; using bundled prompt`,
102
+ );
103
+ return null;
104
+ }
105
+ contents = readFileSync(resolvedPath, "utf-8");
106
+ } catch (err) {
107
+ const code = (err as NodeJS.ErrnoException).code;
108
+ log.warn(
109
+ { configuredPath: overridePath, resolvedPath, code, fallback: "bundled" },
110
+ `${label} override unreadable; using bundled prompt`,
111
+ );
112
+ return null;
113
+ }
114
+
115
+ if (contents.trim().length === 0) {
116
+ log.warn(
117
+ {
118
+ configuredPath: overridePath,
119
+ resolvedPath,
120
+ reason: "empty_override",
121
+ fallback: "bundled",
122
+ },
123
+ `${label} override is empty; using bundled prompt`,
124
+ );
125
+ return null;
126
+ }
127
+
128
+ return contents;
129
+ }
@@ -8,10 +8,14 @@ export const contacts = sqliteTable("contacts", {
8
8
  notes: text("notes"),
9
9
  createdAt: integer("created_at").notNull(),
10
10
  updatedAt: integer("updated_at").notNull(),
11
- role: text("role").notNull().default("contact"), // 'guardian' | 'contact'
11
+ role: text("role", { enum: ["guardian", "contact"] })
12
+ .notNull()
13
+ .default("contact"),
12
14
  principalId: text("principal_id"), // internal auth principal (nullable)
13
15
  userFile: text("user_file"), // workspace-relative path to per-user persona file
14
- contactType: text("contact_type").notNull().default("human"), // 'human' | 'assistant'
16
+ contactType: text("contact_type", { enum: ["human", "assistant"] })
17
+ .notNull()
18
+ .default("human"),
15
19
  });
16
20
 
17
21
  export const contactChannels = sqliteTable(
@@ -52,6 +52,15 @@ export const conversations = sqliteTable(
52
52
  inferenceProfileSessionId: text("inference_profile_session_id"),
53
53
  inferenceProfileExpiresAt: integer("inference_profile_expires_at"),
54
54
  lastNotifiedInferenceProfile: text("last_notified_inference_profile"),
55
+ /**
56
+ * Epoch-ms timestamp set when the agent loop starts a turn for this
57
+ * conversation, cleared (NULL) when the turn ends. NULL means not
58
+ * processing. This is the cross-process source of truth for processing
59
+ * state — the in-memory `Conversation._processing` flag is the hot-path
60
+ * read for resident conversations, but CLI-side and other out-of-process
61
+ * callers read this column directly.
62
+ */
63
+ processingStartedAt: integer("processing_started_at"),
55
64
  },
56
65
  (table) => [
57
66
  index("idx_conversations_updated_at").on(table.updatedAt),
@@ -161,6 +170,34 @@ export const conversationGraphMemoryState = sqliteTable(
161
170
  },
162
171
  );
163
172
 
173
+ /**
174
+ * Append-only ledger of every compaction event for a conversation. The
175
+ * `conversations` row keeps only the latest compaction (`context_summary` /
176
+ * `context_compacted_message_count` / `context_compacted_at`) as the hot-path
177
+ * cache the load path reads; this table preserves the full history so a fork
178
+ * can inherit the most recent compaction whose event time (`compacted_at`)
179
+ * is at-or-before the boundary message it forks from.
180
+ */
181
+ export const conversationCompactionEvents = sqliteTable(
182
+ "conversation_compaction_events",
183
+ {
184
+ id: text("id").primaryKey(),
185
+ conversationId: text("conversation_id")
186
+ .notNull()
187
+ .references(() => conversations.id, { onDelete: "cascade" }),
188
+ compactedAt: integer("compacted_at").notNull(),
189
+ summary: text("summary").notNull(),
190
+ compactedMessageCount: integer("compacted_message_count").notNull(),
191
+ createdAt: integer("created_at").notNull(),
192
+ },
193
+ (table) => [
194
+ index("idx_compaction_events_conv_at").on(
195
+ table.conversationId,
196
+ table.compactedAt,
197
+ ),
198
+ ],
199
+ );
200
+
164
201
  export const channelInboundEvents = sqliteTable("channel_inbound_events", {
165
202
  id: text("id").primaryKey(),
166
203
  sourceChannel: text("source_channel").notNull(),
@@ -337,6 +337,26 @@ export const skillLoadedEvents = sqliteTable(
337
337
  ],
338
338
  );
339
339
 
340
+ // One row per `watchdog` telemetry event, emitted when a daemon watchdog
341
+ // check fires (event-loop block, stream-idle stall, restart, ...) — see
342
+ // watchdog-events-store.ts for the data contract. Flushed by the usage
343
+ // telemetry reporter. `value` is a REAL (BQ FLOAT) so the daemon need not
344
+ // distinguish int vs float; the platform serializer coerces ints to float.
345
+ // `detail` is a JSON bag stored as text and forwarded verbatim.
346
+ export const watchdogEvents = sqliteTable(
347
+ "watchdog_events",
348
+ {
349
+ id: text("id").primaryKey(),
350
+ createdAt: integer("created_at").notNull(),
351
+ checkName: text("check_name").notNull(),
352
+ value: real("value"),
353
+ detail: text("detail"),
354
+ },
355
+ (table) => [
356
+ index("idx_watchdog_events_created_at_id").on(table.createdAt, table.id),
357
+ ],
358
+ );
359
+
340
360
  export const traceEvents = sqliteTable(
341
361
  "trace_events",
342
362
  {