@vellumai/assistant 0.5.1 → 0.5.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (405) hide show
  1. package/ARCHITECTURE.md +163 -54
  2. package/docs/architecture/integrations.md +62 -67
  3. package/docs/credential-execution-service.md +3 -3
  4. package/docs/skills.md +100 -0
  5. package/package.json +1 -1
  6. package/src/__tests__/agent-loop.test.ts +111 -0
  7. package/src/__tests__/always-loaded-tools-guard.test.ts +3 -4
  8. package/src/__tests__/app-builder-tool-scripts.test.ts +13 -151
  9. package/src/__tests__/app-dir-path-guard.test.ts +78 -0
  10. package/src/__tests__/app-executors.test.ts +1 -291
  11. package/src/__tests__/app-git-history.test.ts +4 -4
  12. package/src/__tests__/app-routes-csp.test.ts +1 -0
  13. package/src/__tests__/app-store-dir-names.test.ts +426 -0
  14. package/src/__tests__/attachments-store.test.ts +169 -21
  15. package/src/__tests__/attachments.test.ts +115 -1
  16. package/src/__tests__/btw-routes.test.ts +1 -0
  17. package/src/__tests__/canonical-guardian-store.test.ts +38 -0
  18. package/src/__tests__/channel-reply-delivery.test.ts +55 -0
  19. package/src/__tests__/checker.test.ts +54 -0
  20. package/src/__tests__/claude-code-skill-regression.test.ts +2 -0
  21. package/src/__tests__/claude-code-tool-profiles.test.ts +2 -0
  22. package/src/__tests__/compaction.benchmark.test.ts +2 -1
  23. package/src/__tests__/config-schema-cmd.test.ts +68 -21
  24. package/src/__tests__/config-schema.test.ts +1 -1
  25. package/src/__tests__/conversation-agent-loop-overflow.test.ts +156 -5
  26. package/src/__tests__/conversation-agent-loop.test.ts +297 -2
  27. package/src/__tests__/conversation-attachments.test.ts +17 -19
  28. package/src/__tests__/conversation-disk-view-integration.test.ts +277 -0
  29. package/src/__tests__/conversation-disk-view.test.ts +810 -0
  30. package/src/__tests__/conversation-error.test.ts +1 -1
  31. package/src/__tests__/conversation-fork-crud.test.ts +551 -0
  32. package/src/__tests__/conversation-fork-route.test.ts +386 -0
  33. package/src/__tests__/conversation-history-web-search.test.ts +1 -1
  34. package/src/__tests__/conversation-key-store-disk-view.test.ts +130 -0
  35. package/src/__tests__/conversation-media-retry.test.ts +8 -2
  36. package/src/__tests__/conversation-memory-dirty-tail.test.ts +150 -0
  37. package/src/__tests__/conversation-provider-retry-repair.test.ts +7 -0
  38. package/src/__tests__/conversation-queue.test.ts +36 -1
  39. package/src/__tests__/conversation-routes-disk-view.test.ts +439 -0
  40. package/src/__tests__/conversation-routes-guardian-reply.test.ts +2 -2
  41. package/src/__tests__/conversation-routes-slash-commands.test.ts +2 -7
  42. package/src/__tests__/conversation-runtime-assembly.test.ts +17 -2
  43. package/src/__tests__/conversation-skill-tools.test.ts +4 -9
  44. package/src/__tests__/conversation-slash-commands.test.ts +149 -0
  45. package/src/__tests__/conversation-store.test.ts +24 -21
  46. package/src/__tests__/conversation-surfaces-state-update.test.ts +246 -0
  47. package/src/__tests__/conversation-surfaces-task-progress.test.ts +1 -0
  48. package/src/__tests__/conversation-title-service.test.ts +137 -0
  49. package/src/__tests__/conversation-tool-setup-app-refresh.test.ts +25 -315
  50. package/src/__tests__/conversation-tool-setup-memory-scope.test.ts +1 -0
  51. package/src/__tests__/conversation-tool-setup-side-effect-flag.test.ts +1 -0
  52. package/src/__tests__/conversation-wipe.test.ts +226 -0
  53. package/src/__tests__/conversation-workspace-cache-state.test.ts +44 -2
  54. package/src/__tests__/conversation-workspace-injection.test.ts +11 -0
  55. package/src/__tests__/credential-security-invariants.test.ts +3 -0
  56. package/src/__tests__/credential-vault-unit.test.ts +5 -10
  57. package/src/__tests__/cu-unified-flow.test.ts +1 -0
  58. package/src/__tests__/db-conversation-fork-lineage-migration.test.ts +241 -0
  59. package/src/__tests__/db-llm-request-log-provider-migration.test.ts +214 -0
  60. package/src/__tests__/db-memory-archive-migration.test.ts +372 -0
  61. package/src/__tests__/db-memory-brief-state-migration.test.ts +213 -0
  62. package/src/__tests__/db-memory-reducer-checkpoints.test.ts +273 -0
  63. package/src/__tests__/diagnostics-export.test.ts +70 -1
  64. package/src/__tests__/first-greeting.test.ts +80 -0
  65. package/src/__tests__/gateway-only-guard.test.ts +1 -0
  66. package/src/__tests__/handlers-user-message-approval-consumption.test.ts +3 -7
  67. package/src/__tests__/history-repair.test.ts +32 -10
  68. package/src/__tests__/http-conversation-lineage.test.ts +251 -0
  69. package/src/__tests__/image-source-path-reinject.test.ts +136 -0
  70. package/src/__tests__/inline-command-runner.test.ts +311 -0
  71. package/src/__tests__/inline-skill-authoring-guard.test.ts +220 -0
  72. package/src/__tests__/inline-skill-load-permissions.test.ts +435 -0
  73. package/src/__tests__/list-messages-attachments.test.ts +96 -0
  74. package/src/__tests__/llm-context-normalization.test.ts +1116 -0
  75. package/src/__tests__/llm-context-route-provider.test.ts +217 -0
  76. package/src/__tests__/llm-request-log-turn-query.test.ts +270 -0
  77. package/src/__tests__/media-generate-image.test.ts +47 -94
  78. package/src/__tests__/memory-brief-open-loops.test.ts +530 -0
  79. package/src/__tests__/memory-brief-time.test.ts +285 -0
  80. package/src/__tests__/memory-brief-wrapper.test.ts +311 -0
  81. package/src/__tests__/memory-chunk-archive.test.ts +400 -0
  82. package/src/__tests__/memory-chunk-dual-write.test.ts +453 -0
  83. package/src/__tests__/memory-episode-archive.test.ts +370 -0
  84. package/src/__tests__/memory-episode-dual-write.test.ts +626 -0
  85. package/src/__tests__/memory-lifecycle-e2e.test.ts +3 -1
  86. package/src/__tests__/memory-observation-archive.test.ts +375 -0
  87. package/src/__tests__/memory-observation-dual-write.test.ts +318 -0
  88. package/src/__tests__/memory-recall-quality.test.ts +7 -7
  89. package/src/__tests__/memory-reducer-store.test.ts +728 -0
  90. package/src/__tests__/memory-reducer-types.test.ts +699 -0
  91. package/src/__tests__/memory-reducer.test.ts +698 -0
  92. package/src/__tests__/memory-regressions.test.ts +6 -4
  93. package/src/__tests__/memory-simplified-config.test.ts +281 -0
  94. package/src/__tests__/migration-cross-version-compatibility.test.ts +4 -1
  95. package/src/__tests__/migration-export-http.test.ts +3 -1
  96. package/src/__tests__/migration-import-commit-http.test.ts +18 -4
  97. package/src/__tests__/migration-import-preflight-http.test.ts +1 -3
  98. package/src/__tests__/mime-builder.test.ts +3 -2
  99. package/src/__tests__/non-member-access-request.test.ts +12 -1
  100. package/src/__tests__/notification-decision-identity.test.ts +52 -0
  101. package/src/__tests__/oauth-apps-routes.test.ts +103 -0
  102. package/src/__tests__/oauth-store.test.ts +115 -0
  103. package/src/__tests__/parse-identity-fields.test.ts +129 -0
  104. package/src/__tests__/provider-error-scenarios.test.ts +1 -3
  105. package/src/__tests__/provider-failover-actual-provider.test.ts +66 -0
  106. package/src/__tests__/recording-handler.test.ts +17 -0
  107. package/src/__tests__/registry.test.ts +3 -8
  108. package/src/__tests__/relay-server.test.ts +1 -1
  109. package/src/__tests__/runtime-attachment-metadata.test.ts +7 -3
  110. package/src/__tests__/schema-transforms.test.ts +165 -5
  111. package/src/__tests__/server-history-render.test.ts +2 -2
  112. package/src/__tests__/skill-load-inline-command.test.ts +598 -0
  113. package/src/__tests__/skill-load-inline-includes.test.ts +644 -0
  114. package/src/__tests__/skills-inline-command-expansions.test.ts +301 -0
  115. package/src/__tests__/skills-transitive-hash.test.ts +333 -0
  116. package/src/__tests__/slack-app-setup-skill-regression.test.ts +3 -1
  117. package/src/__tests__/slack-inbound-verification.test.ts +2 -2
  118. package/src/__tests__/starter-task-flow.test.ts +1 -0
  119. package/src/__tests__/suggestion-routes.test.ts +443 -0
  120. package/src/__tests__/swarm-conversation-integration.test.ts +1 -0
  121. package/src/__tests__/swarm-recursion.test.ts +1 -0
  122. package/src/__tests__/swarm-tool.test.ts +1 -0
  123. package/src/__tests__/tool-execution-abort-cleanup.test.ts +1 -0
  124. package/src/__tests__/tool-preview-lifecycle.test.ts +32 -5
  125. package/src/__tests__/top-level-renderer.test.ts +22 -0
  126. package/src/__tests__/turn-boundary-resolution.test.ts +243 -0
  127. package/src/__tests__/vellum-self-knowledge-inline-command.test.ts +320 -0
  128. package/src/__tests__/web-fetch.test.ts +6 -2
  129. package/src/__tests__/workspace-migration-006-services-config.test.ts +335 -0
  130. package/src/__tests__/workspace-migration-007-web-search-provider-rename.test.ts +312 -0
  131. package/src/__tests__/workspace-migration-009-backfill-conversation-disk-view.test.ts +278 -0
  132. package/src/__tests__/workspace-migration-010-app-dir-rename.test.ts +275 -0
  133. package/src/__tests__/workspace-migration-012-rename-conversation-disk-view-dirs.test.ts +77 -0
  134. package/src/__tests__/workspace-migration-013-repair-conversation-disk-view.test.ts +401 -0
  135. package/src/__tests__/workspace-migration-backfill-installation-id.test.ts +328 -0
  136. package/src/__tests__/workspace-migration-seed-device-id.test.ts +6 -10
  137. package/src/agent/attachments.ts +27 -1
  138. package/src/agent/loop.ts +29 -1
  139. package/src/avatar/traits-png-sync.ts +80 -25
  140. package/src/bundler/app-bundler.ts +4 -4
  141. package/src/calls/call-domain.ts +1 -0
  142. package/src/calls/voice-session-bridge.ts +1 -0
  143. package/src/cli/commands/auth.ts +92 -0
  144. package/src/cli/commands/avatar.ts +7 -6
  145. package/src/cli/commands/config.ts +2 -0
  146. package/src/cli/commands/oauth/providers.ts +29 -0
  147. package/src/cli/program.ts +12 -0
  148. package/src/cli.ts +15 -48
  149. package/src/config/bundled-skills/app-builder/SKILL.md +103 -28
  150. package/src/config/bundled-skills/app-builder/TOOLS.json +5 -199
  151. package/src/config/bundled-skills/app-builder/tools/{app-query.ts → app-refresh.ts} +2 -2
  152. package/src/config/bundled-skills/contacts/tools/google-contacts.ts +2 -3
  153. package/src/config/bundled-skills/gmail/tools/gmail-archive.ts +6 -9
  154. package/src/config/bundled-skills/gmail/tools/gmail-attachments.ts +4 -6
  155. package/src/config/bundled-skills/gmail/tools/gmail-draft.ts +2 -3
  156. package/src/config/bundled-skills/gmail/tools/gmail-filters.ts +2 -3
  157. package/src/config/bundled-skills/gmail/tools/gmail-follow-up.ts +2 -3
  158. package/src/config/bundled-skills/gmail/tools/gmail-forward.ts +2 -3
  159. package/src/config/bundled-skills/gmail/tools/gmail-label.ts +4 -6
  160. package/src/config/bundled-skills/gmail/tools/gmail-outreach-scan.ts +2 -3
  161. package/src/config/bundled-skills/gmail/tools/gmail-send-draft.ts +2 -3
  162. package/src/config/bundled-skills/gmail/tools/gmail-sender-digest.ts +2 -3
  163. package/src/config/bundled-skills/gmail/tools/gmail-trash.ts +2 -3
  164. package/src/config/bundled-skills/gmail/tools/gmail-unsubscribe.ts +2 -3
  165. package/src/config/bundled-skills/gmail/tools/gmail-vacation.ts +2 -3
  166. package/src/config/bundled-skills/google-calendar/tools/shared.ts +1 -1
  167. package/src/config/bundled-skills/image-studio/SKILL.md +2 -2
  168. package/src/config/bundled-skills/image-studio/TOOLS.json +2 -2
  169. package/src/config/bundled-skills/image-studio/tools/media-generate-image.ts +45 -72
  170. package/src/config/bundled-skills/media-processing/tools/extract-keyframes.ts +2 -2
  171. package/src/config/bundled-skills/messaging/tools/shared.ts +1 -1
  172. package/src/config/bundled-skills/settings/tools/voice-config-update.ts +19 -3
  173. package/src/config/bundled-skills/skill-management/SKILL.md +1 -1
  174. package/src/config/bundled-skills/skill-management/TOOLS.json +2 -2
  175. package/src/config/bundled-skills/slack/tools/shared.ts +19 -4
  176. package/src/config/bundled-skills/slack/tools/slack-scan-digest.ts +2 -3
  177. package/src/config/bundled-skills/transcribe/SKILL.md +1 -1
  178. package/src/config/bundled-skills/transcribe/TOOLS.json +2 -6
  179. package/src/config/bundled-skills/transcribe/tools/transcribe-media.ts +19 -83
  180. package/src/config/bundled-tool-registry.ts +2 -14
  181. package/src/config/feature-flag-registry.json +24 -0
  182. package/src/config/loader.ts +65 -0
  183. package/src/config/raw-config-utils.ts +58 -0
  184. package/src/config/schema-utils.ts +28 -7
  185. package/src/config/schema.ts +20 -0
  186. package/src/config/schemas/elevenlabs.ts +18 -0
  187. package/src/config/schemas/memory-lifecycle.ts +4 -2
  188. package/src/config/schemas/memory-simplified.ts +101 -0
  189. package/src/config/schemas/memory-storage.ts +1 -1
  190. package/src/config/schemas/memory.ts +4 -0
  191. package/src/config/schemas/services.ts +8 -6
  192. package/src/config/skills.ts +50 -4
  193. package/src/contacts/contact-store.ts +13 -6
  194. package/src/contacts/contacts-write.ts +0 -1
  195. package/src/context/window-manager.ts +13 -2
  196. package/src/daemon/conversation-agent-loop-handlers.ts +54 -8
  197. package/src/daemon/conversation-agent-loop.ts +127 -20
  198. package/src/daemon/conversation-attachments.ts +18 -36
  199. package/src/daemon/conversation-error.ts +2 -1
  200. package/src/daemon/conversation-history.ts +18 -4
  201. package/src/daemon/conversation-lifecycle.ts +50 -16
  202. package/src/daemon/conversation-messaging.ts +70 -26
  203. package/src/daemon/conversation-process.ts +58 -34
  204. package/src/daemon/conversation-runtime-assembly.ts +22 -38
  205. package/src/daemon/conversation-slash.ts +121 -256
  206. package/src/daemon/conversation-surfaces.ts +170 -24
  207. package/src/daemon/conversation-tool-setup.ts +0 -6
  208. package/src/daemon/conversation-workspace.ts +21 -1
  209. package/src/daemon/conversation.ts +69 -30
  210. package/src/daemon/first-greeting.ts +35 -0
  211. package/src/daemon/handlers/config-embeddings.ts +156 -0
  212. package/src/daemon/handlers/config-model.ts +62 -26
  213. package/src/daemon/handlers/conversations.ts +0 -23
  214. package/src/daemon/handlers/identity.ts +12 -1
  215. package/src/daemon/handlers/recording.ts +26 -21
  216. package/src/daemon/host-cu-proxy.ts +2 -2
  217. package/src/daemon/lifecycle.ts +115 -65
  218. package/src/daemon/message-protocol.ts +3 -0
  219. package/src/daemon/message-types/conversations.ts +18 -0
  220. package/src/daemon/message-types/messages.ts +1 -0
  221. package/src/daemon/message-types/shared.ts +2 -0
  222. package/src/daemon/message-types/surfaces.ts +2 -0
  223. package/src/daemon/message-types/upgrades.ts +23 -0
  224. package/src/daemon/server.ts +83 -12
  225. package/src/daemon/shutdown-handlers.ts +8 -5
  226. package/src/daemon/startup-error.ts +9 -0
  227. package/src/daemon/tool-side-effects.ts +11 -28
  228. package/src/events/tool-permission-telemetry-listener.ts +1 -3
  229. package/src/followups/followup-store.ts +47 -1
  230. package/src/instrument.ts +0 -4
  231. package/src/media/app-icon-generator.ts +2 -2
  232. package/src/memory/app-git-service.ts +28 -16
  233. package/src/memory/app-store.ts +230 -41
  234. package/src/memory/archive-store.ts +400 -0
  235. package/src/memory/attachments-store.ts +558 -130
  236. package/src/memory/brief-formatting.ts +33 -0
  237. package/src/memory/brief-open-loops.ts +266 -0
  238. package/src/memory/brief-time.ts +161 -0
  239. package/src/memory/brief.ts +75 -0
  240. package/src/memory/conversation-attention-store.ts +70 -0
  241. package/src/memory/conversation-crud.ts +591 -8
  242. package/src/memory/conversation-directories.ts +125 -0
  243. package/src/memory/conversation-disk-view.ts +390 -0
  244. package/src/memory/conversation-key-store.ts +17 -5
  245. package/src/memory/conversation-queries.ts +5 -1
  246. package/src/memory/conversation-title-service.ts +21 -49
  247. package/src/memory/db-init.ts +40 -0
  248. package/src/memory/embedding-backend.ts +42 -53
  249. package/src/memory/embedding-gemini.test.ts +4 -4
  250. package/src/memory/embedding-local.ts +1 -3
  251. package/src/memory/embedding-ollama.ts +1 -3
  252. package/src/memory/embedding-openai.ts +1 -3
  253. package/src/memory/indexer.ts +114 -21
  254. package/src/memory/items-extractor.ts +42 -13
  255. package/src/memory/job-handlers/conversation-starters.ts +6 -1
  256. package/src/memory/job-handlers/embedding.test.ts +2 -4
  257. package/src/memory/job-handlers/embedding.ts +83 -0
  258. package/src/memory/job-utils.ts +1 -1
  259. package/src/memory/jobs-store.ts +6 -0
  260. package/src/memory/jobs-worker.ts +12 -0
  261. package/src/memory/llm-request-log-store.ts +100 -1
  262. package/src/memory/migrations/102-alter-table-columns.ts +5 -0
  263. package/src/memory/migrations/146-schedule-oneshot-routing.ts +3 -3
  264. package/src/memory/migrations/147-migrate-reminders-to-schedules.ts +66 -70
  265. package/src/memory/migrations/148-drop-reminders-table.ts +5 -9
  266. package/src/memory/migrations/160-drop-loopback-port-column.ts +1 -3
  267. package/src/memory/migrations/174-rename-thread-starters-table.ts +0 -7
  268. package/src/memory/migrations/178-oauth-providers-managed-service-config-key.ts +15 -0
  269. package/src/memory/migrations/179-llm-request-log-message-id.ts +16 -0
  270. package/src/memory/migrations/180-backfill-inline-attachments-to-disk.ts +66 -0
  271. package/src/memory/migrations/181-rename-thread-starters-checkpoints.ts +46 -0
  272. package/src/memory/migrations/182-oauth-providers-display-metadata.ts +20 -0
  273. package/src/memory/migrations/183-add-conversation-fork-lineage.ts +22 -0
  274. package/src/memory/migrations/184-llm-request-log-provider.ts +12 -0
  275. package/src/memory/migrations/185-memory-brief-state.ts +52 -0
  276. package/src/memory/migrations/186-memory-archive.ts +109 -0
  277. package/src/memory/migrations/187-memory-reducer-checkpoints.ts +19 -0
  278. package/src/memory/migrations/index.ts +10 -0
  279. package/src/memory/migrations/registry.ts +13 -0
  280. package/src/memory/qdrant-client.ts +23 -4
  281. package/src/memory/reducer-store.ts +271 -0
  282. package/src/memory/reducer-types.ts +99 -0
  283. package/src/memory/reducer.ts +453 -0
  284. package/src/memory/retriever.test.ts +601 -2
  285. package/src/memory/retriever.ts +85 -9
  286. package/src/memory/schema/conversations.ts +9 -0
  287. package/src/memory/schema/index.ts +2 -0
  288. package/src/memory/schema/infrastructure.ts +13 -7
  289. package/src/memory/schema/memory-archive.ts +121 -0
  290. package/src/memory/schema/memory-brief.ts +55 -0
  291. package/src/memory/schema/oauth.ts +6 -0
  292. package/src/memory/search/semantic.ts +17 -4
  293. package/src/messaging/providers/gmail/mime-builder.ts +3 -1
  294. package/src/notifications/copy-composer.ts +26 -0
  295. package/src/notifications/decision-engine.ts +14 -1
  296. package/src/notifications/emit-signal.ts +1 -1
  297. package/src/notifications/signal.ts +36 -0
  298. package/src/oauth/byo-connection.test.ts +1 -45
  299. package/src/oauth/byo-connection.ts +2 -8
  300. package/src/oauth/connect-orchestrator.ts +15 -11
  301. package/src/oauth/connection-resolver.test.ts +191 -0
  302. package/src/oauth/connection-resolver.ts +66 -38
  303. package/src/oauth/connection.ts +0 -1
  304. package/src/oauth/oauth-store.ts +99 -47
  305. package/src/oauth/platform-connection.test.ts +0 -1
  306. package/src/oauth/platform-connection.ts +11 -3
  307. package/src/oauth/seed-providers.ts +78 -3
  308. package/src/oauth/token-persistence.ts +16 -10
  309. package/src/permissions/checker.ts +160 -14
  310. package/src/permissions/defaults.ts +14 -0
  311. package/src/prompts/templates/BOOTSTRAP.md +2 -0
  312. package/src/providers/anthropic/client.ts +8 -1
  313. package/src/providers/failover.ts +4 -1
  314. package/src/providers/gemini/client.ts +50 -0
  315. package/src/providers/model-catalog.ts +92 -0
  316. package/src/providers/model-intents.ts +29 -20
  317. package/src/providers/openai/client.ts +49 -0
  318. package/src/providers/types.ts +2 -0
  319. package/src/runtime/access-request-helper.ts +16 -7
  320. package/src/runtime/auth/credential-service.ts +3 -1
  321. package/src/runtime/auth/route-policy.ts +14 -1
  322. package/src/runtime/btw-sidechain.ts +101 -0
  323. package/src/runtime/channel-reply-delivery.ts +17 -1
  324. package/src/runtime/http-router.ts +3 -1
  325. package/src/runtime/http-server.ts +196 -141
  326. package/src/runtime/http-types.ts +1 -0
  327. package/src/runtime/migrations/vbundle-builder.ts +5 -1
  328. package/src/runtime/routes/access-request-decision.ts +41 -0
  329. package/src/runtime/routes/app-management-routes.ts +6 -3
  330. package/src/runtime/routes/app-routes.ts +7 -3
  331. package/src/runtime/routes/approval-routes.ts +1 -0
  332. package/src/runtime/routes/approval-strategies/guardian-callback-strategy.ts +34 -2
  333. package/src/runtime/routes/attachment-routes.ts +45 -15
  334. package/src/runtime/routes/btw-routes.ts +21 -61
  335. package/src/runtime/routes/conversation-management-routes.ts +74 -0
  336. package/src/runtime/routes/conversation-query-routes.ts +187 -10
  337. package/src/runtime/routes/conversation-routes.ts +269 -28
  338. package/src/runtime/routes/conversation-starter-routes.ts +9 -11
  339. package/src/runtime/routes/diagnostics-routes.ts +1 -0
  340. package/src/runtime/routes/identity-routes.ts +2 -35
  341. package/src/runtime/routes/inbound-stages/acl-enforcement.ts +2 -2
  342. package/src/runtime/routes/llm-context-normalization.ts +1212 -0
  343. package/src/runtime/routes/log-export-routes.ts +3 -0
  344. package/src/runtime/routes/memory-item-routes.test.ts +34 -0
  345. package/src/runtime/routes/memory-item-routes.ts +94 -5
  346. package/src/runtime/routes/migration-routes.ts +4 -1
  347. package/src/runtime/routes/oauth-apps.ts +291 -0
  348. package/src/runtime/routes/secret-routes.ts +30 -1
  349. package/src/runtime/routes/settings-routes.ts +14 -0
  350. package/src/runtime/routes/surface-action-routes.ts +68 -1
  351. package/src/runtime/routes/trace-event-routes.ts +4 -1
  352. package/src/schedule/schedule-store.ts +30 -21
  353. package/src/security/secure-keys.ts +21 -0
  354. package/src/signals/bash.ts +1 -1
  355. package/src/skills/inline-command-expansions.ts +204 -0
  356. package/src/skills/inline-command-render.ts +127 -0
  357. package/src/skills/inline-command-runner.ts +242 -0
  358. package/src/skills/transitive-version-hash.ts +88 -0
  359. package/src/swarm/backend-claude-code.ts +3 -6
  360. package/src/tasks/task-store.ts +43 -1
  361. package/src/telemetry/usage-telemetry-reporter.test.ts +3 -2
  362. package/src/telemetry/usage-telemetry-reporter.ts +3 -1
  363. package/src/tools/AGENTS.md +6 -10
  364. package/src/tools/apps/executors.ts +17 -232
  365. package/src/tools/claude-code/claude-code.ts +2 -3
  366. package/src/tools/credentials/vault.ts +7 -12
  367. package/src/tools/host-filesystem/read.ts +13 -10
  368. package/src/tools/network/__tests__/web-search.test.ts +4 -2
  369. package/src/tools/permission-checker.ts +8 -1
  370. package/src/tools/schedule/list.ts +2 -7
  371. package/src/tools/schema-transforms.ts +5 -0
  372. package/src/tools/shared/filesystem/format-diff.ts +2 -7
  373. package/src/tools/skills/execute.ts +1 -1
  374. package/src/tools/skills/load.ts +140 -6
  375. package/src/tools/tool-manifest.ts +0 -6
  376. package/src/tools/ui-surface/definitions.ts +2 -2
  377. package/src/util/device-id.ts +28 -5
  378. package/src/util/platform.ts +24 -0
  379. package/src/util/pricing.ts +1 -0
  380. package/src/util/retry.ts +1 -3
  381. package/src/workspace/migrations/003-seed-device-id.ts +3 -4
  382. package/src/workspace/migrations/006-services-config.ts +5 -0
  383. package/src/workspace/migrations/008-voice-timeout-and-max-steps.ts +12 -0
  384. package/src/workspace/migrations/009-backfill-conversation-disk-view.ts +10 -0
  385. package/src/workspace/migrations/010-app-dir-rename.ts +223 -0
  386. package/src/workspace/migrations/{002-backfill-installation-id.ts → 011-backfill-installation-id.ts} +24 -13
  387. package/src/workspace/migrations/012-rename-conversation-disk-view-dirs.ts +64 -0
  388. package/src/workspace/migrations/013-repair-conversation-disk-view.ts +11 -0
  389. package/src/workspace/migrations/rebuild-conversation-disk-view.ts +186 -0
  390. package/src/workspace/migrations/registry.ts +11 -1
  391. package/src/workspace/top-level-renderer.ts +12 -0
  392. package/src/__tests__/asset-materialize-tool.test.ts +0 -523
  393. package/src/__tests__/asset-search-tool.test.ts +0 -536
  394. package/src/__tests__/fixtures/media-reuse-fixtures.ts +0 -56
  395. package/src/__tests__/media-reuse-story.e2e.test.ts +0 -762
  396. package/src/__tests__/media-visibility-policy.test.ts +0 -190
  397. package/src/config/bundled-skills/app-builder/tools/app-file-edit.ts +0 -14
  398. package/src/config/bundled-skills/app-builder/tools/app-file-list.ts +0 -13
  399. package/src/config/bundled-skills/app-builder/tools/app-file-read.ts +0 -21
  400. package/src/config/bundled-skills/app-builder/tools/app-file-write.ts +0 -14
  401. package/src/config/bundled-skills/app-builder/tools/app-list.ts +0 -13
  402. package/src/config/bundled-skills/app-builder/tools/app-update.ts +0 -23
  403. package/src/daemon/media-visibility-policy.ts +0 -59
  404. package/src/tools/assets/materialize.ts +0 -248
  405. package/src/tools/assets/search.ts +0 -400
@@ -0,0 +1,728 @@
1
+ import { mkdtempSync, rmSync } from "node:fs";
2
+ import { tmpdir } from "node:os";
3
+ import { join } from "node:path";
4
+ import { afterAll, beforeEach, describe, expect, mock, test } from "bun:test";
5
+
6
+ const testDir = mkdtempSync(join(tmpdir(), "reducer-store-test-"));
7
+
8
+ mock.module("../util/platform.js", () => ({
9
+ getDataDir: () => testDir,
10
+ getRootDir: () => testDir,
11
+ isMacOS: () => process.platform === "darwin",
12
+ isLinux: () => process.platform === "linux",
13
+ isWindows: () => process.platform === "win32",
14
+ getPidPath: () => join(testDir, "test.pid"),
15
+ getDbPath: () => join(testDir, "test.db"),
16
+ getLogPath: () => join(testDir, "test.log"),
17
+ ensureDataDir: () => {},
18
+ }));
19
+
20
+ mock.module("../util/logger.js", () => ({
21
+ getLogger: () =>
22
+ new Proxy({} as Record<string, unknown>, {
23
+ get: () => () => {},
24
+ }),
25
+ }));
26
+
27
+ import { initializeDb, resetDb } from "../memory/db.js";
28
+ import { getSqlite } from "../memory/db-connection.js";
29
+ import { resetTestTables } from "../memory/raw-query.js";
30
+ import {
31
+ applyReducerResult,
32
+ getActiveOpenLoops,
33
+ getActiveTimeContexts,
34
+ } from "../memory/reducer-store.js";
35
+ import type { ReducerResult } from "../memory/reducer-types.js";
36
+
37
+ initializeDb();
38
+
39
+ // ── Helpers ──────────────────────────────────────────────────────────
40
+
41
+ const SCOPE = "test-scope";
42
+ const NOW = 1_700_000_000_000;
43
+ const HOUR = 60 * 60 * 1000;
44
+
45
+ function insertConversation(id: string): void {
46
+ const raw = getSqlite();
47
+ raw.run(
48
+ `INSERT INTO conversations (id, title, created_at, updated_at, conversation_type, source, memory_scope_id, is_auto_title)
49
+ VALUES (?, 'Test', ?, ?, 'standard', 'user', ?, 1)`,
50
+ [id, NOW, NOW, SCOPE],
51
+ );
52
+ }
53
+
54
+ function insertMessage(opts: {
55
+ id: string;
56
+ conversationId: string;
57
+ role?: string;
58
+ content?: string;
59
+ createdAt?: number;
60
+ }): void {
61
+ const raw = getSqlite();
62
+ raw.run(
63
+ `INSERT INTO messages (id, conversation_id, role, content, created_at)
64
+ VALUES (?, ?, ?, ?, ?)`,
65
+ [
66
+ opts.id,
67
+ opts.conversationId,
68
+ opts.role ?? "user",
69
+ opts.content ?? "test message",
70
+ opts.createdAt ?? NOW,
71
+ ],
72
+ );
73
+ }
74
+
75
+ function getRawConversation(conversationId: string): Record<string, unknown> {
76
+ const raw = getSqlite();
77
+ return raw
78
+ .query(`SELECT * FROM conversations WHERE id = ?`)
79
+ .get(conversationId) as Record<string, unknown>;
80
+ }
81
+
82
+ function getAllTimeContexts(): Array<Record<string, unknown>> {
83
+ const raw = getSqlite();
84
+ return raw.query(`SELECT * FROM time_contexts`).all() as Array<
85
+ Record<string, unknown>
86
+ >;
87
+ }
88
+
89
+ function getAllOpenLoops(): Array<Record<string, unknown>> {
90
+ const raw = getSqlite();
91
+ return raw.query(`SELECT * FROM open_loops`).all() as Array<
92
+ Record<string, unknown>
93
+ >;
94
+ }
95
+
96
+ function setDirtyTail(conversationId: string, messageId: string): void {
97
+ const raw = getSqlite();
98
+ raw.run(
99
+ `UPDATE conversations SET memory_dirty_tail_since_message_id = ? WHERE id = ?`,
100
+ [messageId, conversationId],
101
+ );
102
+ }
103
+
104
+ function makeEmptyResult(): ReducerResult {
105
+ return {
106
+ timeContexts: [],
107
+ openLoops: [],
108
+ archiveObservations: [],
109
+ archiveEpisodes: [],
110
+ };
111
+ }
112
+
113
+ // ── Teardown ─────────────────────────────────────────────────────────
114
+
115
+ afterAll(() => {
116
+ resetDb();
117
+ try {
118
+ rmSync(testDir, { recursive: true });
119
+ } catch {
120
+ /* best effort */
121
+ }
122
+ });
123
+
124
+ beforeEach(() => {
125
+ resetTestTables("messages", "conversations", "time_contexts", "open_loops");
126
+ });
127
+
128
+ // ── Tests ────────────────────────────────────────────────────────────
129
+
130
+ describe("applyReducerResult", () => {
131
+ describe("time context operations", () => {
132
+ test("creates a new time context", () => {
133
+ insertConversation("conv-1");
134
+ insertMessage({ id: "msg-1", conversationId: "conv-1", createdAt: NOW });
135
+
136
+ const result: ReducerResult = {
137
+ ...makeEmptyResult(),
138
+ timeContexts: [
139
+ {
140
+ action: "create",
141
+ summary: "User traveling next week",
142
+ source: "conversation",
143
+ activeFrom: NOW,
144
+ activeUntil: NOW + 7 * 24 * HOUR,
145
+ },
146
+ ],
147
+ };
148
+
149
+ applyReducerResult({
150
+ result,
151
+ conversationId: "conv-1",
152
+ scopeId: SCOPE,
153
+ reducedThroughMessageId: "msg-1",
154
+ now: NOW,
155
+ });
156
+
157
+ const contexts = getAllTimeContexts();
158
+ expect(contexts).toHaveLength(1);
159
+ expect(contexts[0].summary).toBe("User traveling next week");
160
+ expect(contexts[0].source).toBe("conversation");
161
+ expect(contexts[0].scope_id).toBe(SCOPE);
162
+ expect(contexts[0].active_from).toBe(NOW);
163
+ expect(contexts[0].active_until).toBe(NOW + 7 * 24 * HOUR);
164
+ });
165
+
166
+ test("updates an existing time context", () => {
167
+ insertConversation("conv-1");
168
+ insertMessage({ id: "msg-1", conversationId: "conv-1", createdAt: NOW });
169
+
170
+ // First, create a time context directly
171
+ const raw = getSqlite();
172
+ raw.run(
173
+ `INSERT INTO time_contexts (id, scope_id, summary, source, active_from, active_until, created_at, updated_at)
174
+ VALUES ('tc-1', ?, 'Original summary', 'conversation', ?, ?, ?, ?)`,
175
+ [SCOPE, NOW, NOW + HOUR, NOW, NOW],
176
+ );
177
+
178
+ const result: ReducerResult = {
179
+ ...makeEmptyResult(),
180
+ timeContexts: [
181
+ {
182
+ action: "update",
183
+ id: "tc-1",
184
+ summary: "Updated summary",
185
+ activeUntil: NOW + 2 * HOUR,
186
+ },
187
+ ],
188
+ };
189
+
190
+ applyReducerResult({
191
+ result,
192
+ conversationId: "conv-1",
193
+ scopeId: SCOPE,
194
+ reducedThroughMessageId: "msg-1",
195
+ now: NOW + 100,
196
+ });
197
+
198
+ const contexts = getAllTimeContexts();
199
+ expect(contexts).toHaveLength(1);
200
+ expect(contexts[0].summary).toBe("Updated summary");
201
+ expect(contexts[0].active_until).toBe(NOW + 2 * HOUR);
202
+ expect(contexts[0].updated_at).toBe(NOW + 100);
203
+ });
204
+
205
+ test("resolves (deletes) a time context", () => {
206
+ insertConversation("conv-1");
207
+ insertMessage({ id: "msg-1", conversationId: "conv-1", createdAt: NOW });
208
+
209
+ const raw = getSqlite();
210
+ raw.run(
211
+ `INSERT INTO time_contexts (id, scope_id, summary, source, active_from, active_until, created_at, updated_at)
212
+ VALUES ('tc-1', ?, 'Some context', 'conversation', ?, ?, ?, ?)`,
213
+ [SCOPE, NOW, NOW + HOUR, NOW, NOW],
214
+ );
215
+
216
+ const result: ReducerResult = {
217
+ ...makeEmptyResult(),
218
+ timeContexts: [{ action: "resolve", id: "tc-1" }],
219
+ };
220
+
221
+ applyReducerResult({
222
+ result,
223
+ conversationId: "conv-1",
224
+ scopeId: SCOPE,
225
+ reducedThroughMessageId: "msg-1",
226
+ now: NOW,
227
+ });
228
+
229
+ expect(getAllTimeContexts()).toHaveLength(0);
230
+ });
231
+ });
232
+
233
+ describe("open loop operations", () => {
234
+ test("creates a new open loop", () => {
235
+ insertConversation("conv-1");
236
+ insertMessage({ id: "msg-1", conversationId: "conv-1", createdAt: NOW });
237
+
238
+ const result: ReducerResult = {
239
+ ...makeEmptyResult(),
240
+ openLoops: [
241
+ {
242
+ action: "create",
243
+ summary: "Waiting for Bob's reply",
244
+ source: "conversation",
245
+ dueAt: NOW + 24 * HOUR,
246
+ },
247
+ ],
248
+ };
249
+
250
+ applyReducerResult({
251
+ result,
252
+ conversationId: "conv-1",
253
+ scopeId: SCOPE,
254
+ reducedThroughMessageId: "msg-1",
255
+ now: NOW,
256
+ });
257
+
258
+ const loops = getAllOpenLoops();
259
+ expect(loops).toHaveLength(1);
260
+ expect(loops[0].summary).toBe("Waiting for Bob's reply");
261
+ expect(loops[0].status).toBe("open");
262
+ expect(loops[0].source).toBe("conversation");
263
+ expect(loops[0].due_at).toBe(NOW + 24 * HOUR);
264
+ expect(loops[0].scope_id).toBe(SCOPE);
265
+ });
266
+
267
+ test("creates an open loop without dueAt", () => {
268
+ insertConversation("conv-1");
269
+ insertMessage({ id: "msg-1", conversationId: "conv-1", createdAt: NOW });
270
+
271
+ const result: ReducerResult = {
272
+ ...makeEmptyResult(),
273
+ openLoops: [
274
+ {
275
+ action: "create",
276
+ summary: "Need to follow up on project",
277
+ source: "conversation",
278
+ },
279
+ ],
280
+ };
281
+
282
+ applyReducerResult({
283
+ result,
284
+ conversationId: "conv-1",
285
+ scopeId: SCOPE,
286
+ reducedThroughMessageId: "msg-1",
287
+ now: NOW,
288
+ });
289
+
290
+ const loops = getAllOpenLoops();
291
+ expect(loops).toHaveLength(1);
292
+ expect(loops[0].due_at).toBeNull();
293
+ });
294
+
295
+ test("updates an existing open loop", () => {
296
+ insertConversation("conv-1");
297
+ insertMessage({ id: "msg-1", conversationId: "conv-1", createdAt: NOW });
298
+
299
+ const raw = getSqlite();
300
+ raw.run(
301
+ `INSERT INTO open_loops (id, scope_id, summary, status, source, due_at, created_at, updated_at)
302
+ VALUES ('ol-1', ?, 'Original loop', 'open', 'conversation', NULL, ?, ?)`,
303
+ [SCOPE, NOW, NOW],
304
+ );
305
+
306
+ const result: ReducerResult = {
307
+ ...makeEmptyResult(),
308
+ openLoops: [
309
+ {
310
+ action: "update",
311
+ id: "ol-1",
312
+ summary: "Updated loop summary",
313
+ dueAt: NOW + 48 * HOUR,
314
+ },
315
+ ],
316
+ };
317
+
318
+ applyReducerResult({
319
+ result,
320
+ conversationId: "conv-1",
321
+ scopeId: SCOPE,
322
+ reducedThroughMessageId: "msg-1",
323
+ now: NOW + 100,
324
+ });
325
+
326
+ const loops = getAllOpenLoops();
327
+ expect(loops).toHaveLength(1);
328
+ expect(loops[0].summary).toBe("Updated loop summary");
329
+ expect(loops[0].due_at).toBe(NOW + 48 * HOUR);
330
+ expect(loops[0].updated_at).toBe(NOW + 100);
331
+ });
332
+
333
+ test("resolves an open loop with resolved status", () => {
334
+ insertConversation("conv-1");
335
+ insertMessage({ id: "msg-1", conversationId: "conv-1", createdAt: NOW });
336
+
337
+ const raw = getSqlite();
338
+ raw.run(
339
+ `INSERT INTO open_loops (id, scope_id, summary, status, source, created_at, updated_at)
340
+ VALUES ('ol-1', ?, 'Pending loop', 'open', 'conversation', ?, ?)`,
341
+ [SCOPE, NOW, NOW],
342
+ );
343
+
344
+ const result: ReducerResult = {
345
+ ...makeEmptyResult(),
346
+ openLoops: [{ action: "resolve", id: "ol-1", status: "resolved" }],
347
+ };
348
+
349
+ applyReducerResult({
350
+ result,
351
+ conversationId: "conv-1",
352
+ scopeId: SCOPE,
353
+ reducedThroughMessageId: "msg-1",
354
+ now: NOW,
355
+ });
356
+
357
+ const loops = getAllOpenLoops();
358
+ expect(loops).toHaveLength(1);
359
+ expect(loops[0].status).toBe("resolved");
360
+ });
361
+
362
+ test("resolves an open loop with expired status", () => {
363
+ insertConversation("conv-1");
364
+ insertMessage({ id: "msg-1", conversationId: "conv-1", createdAt: NOW });
365
+
366
+ const raw = getSqlite();
367
+ raw.run(
368
+ `INSERT INTO open_loops (id, scope_id, summary, status, source, created_at, updated_at)
369
+ VALUES ('ol-1', ?, 'Expired loop', 'open', 'conversation', ?, ?)`,
370
+ [SCOPE, NOW, NOW],
371
+ );
372
+
373
+ const result: ReducerResult = {
374
+ ...makeEmptyResult(),
375
+ openLoops: [{ action: "resolve", id: "ol-1", status: "expired" }],
376
+ };
377
+
378
+ applyReducerResult({
379
+ result,
380
+ conversationId: "conv-1",
381
+ scopeId: SCOPE,
382
+ reducedThroughMessageId: "msg-1",
383
+ now: NOW,
384
+ });
385
+
386
+ const loops = getAllOpenLoops();
387
+ expect(loops).toHaveLength(1);
388
+ expect(loops[0].status).toBe("expired");
389
+ });
390
+ });
391
+
392
+ describe("checkpoint advancement", () => {
393
+ test("advances memoryReducedThroughMessageId and memoryLastReducedAt", () => {
394
+ insertConversation("conv-1");
395
+ insertMessage({ id: "msg-1", conversationId: "conv-1", createdAt: NOW });
396
+
397
+ applyReducerResult({
398
+ result: makeEmptyResult(),
399
+ conversationId: "conv-1",
400
+ scopeId: SCOPE,
401
+ reducedThroughMessageId: "msg-1",
402
+ now: NOW + 500,
403
+ });
404
+
405
+ const conv = getRawConversation("conv-1");
406
+ expect(conv.memory_reduced_through_message_id).toBe("msg-1");
407
+ expect(conv.memory_last_reduced_at).toBe(NOW + 500);
408
+ });
409
+
410
+ test("clears dirty tail when fully caught up (no later messages)", () => {
411
+ insertConversation("conv-1");
412
+ insertMessage({ id: "msg-1", conversationId: "conv-1", createdAt: NOW });
413
+ setDirtyTail("conv-1", "msg-1");
414
+
415
+ applyReducerResult({
416
+ result: makeEmptyResult(),
417
+ conversationId: "conv-1",
418
+ scopeId: SCOPE,
419
+ reducedThroughMessageId: "msg-1",
420
+ now: NOW,
421
+ });
422
+
423
+ const conv = getRawConversation("conv-1");
424
+ expect(conv.memory_dirty_tail_since_message_id).toBeNull();
425
+ });
426
+
427
+ test("preserves dirty tail when messages exist after the reduced-through message", () => {
428
+ insertConversation("conv-1");
429
+ insertMessage({ id: "msg-1", conversationId: "conv-1", createdAt: NOW });
430
+ insertMessage({
431
+ id: "msg-2",
432
+ conversationId: "conv-1",
433
+ createdAt: NOW + 1000,
434
+ });
435
+ setDirtyTail("conv-1", "msg-1");
436
+
437
+ applyReducerResult({
438
+ result: makeEmptyResult(),
439
+ conversationId: "conv-1",
440
+ scopeId: SCOPE,
441
+ reducedThroughMessageId: "msg-1",
442
+ now: NOW,
443
+ });
444
+
445
+ const conv = getRawConversation("conv-1");
446
+ // Dirty tail should remain since msg-2 still needs reducing
447
+ expect(conv.memory_dirty_tail_since_message_id).toBe("msg-1");
448
+ // But checkpoint should still advance
449
+ expect(conv.memory_reduced_through_message_id).toBe("msg-1");
450
+ });
451
+
452
+ test("advances checkpoint when reducing through the middle of a conversation", () => {
453
+ insertConversation("conv-1");
454
+ insertMessage({ id: "msg-1", conversationId: "conv-1", createdAt: NOW });
455
+ insertMessage({
456
+ id: "msg-2",
457
+ conversationId: "conv-1",
458
+ createdAt: NOW + 1000,
459
+ });
460
+ insertMessage({
461
+ id: "msg-3",
462
+ conversationId: "conv-1",
463
+ createdAt: NOW + 2000,
464
+ });
465
+ setDirtyTail("conv-1", "msg-1");
466
+
467
+ // Reduce through msg-2 (msg-3 still pending)
468
+ applyReducerResult({
469
+ result: makeEmptyResult(),
470
+ conversationId: "conv-1",
471
+ scopeId: SCOPE,
472
+ reducedThroughMessageId: "msg-2",
473
+ now: NOW + 3000,
474
+ });
475
+
476
+ const conv = getRawConversation("conv-1");
477
+ expect(conv.memory_reduced_through_message_id).toBe("msg-2");
478
+ expect(conv.memory_dirty_tail_since_message_id).toBe("msg-1");
479
+ expect(conv.memory_last_reduced_at).toBe(NOW + 3000);
480
+ });
481
+ });
482
+
483
+ describe("idempotent application", () => {
484
+ test("applying the same result twice leaves state stable", () => {
485
+ insertConversation("conv-1");
486
+ insertMessage({ id: "msg-1", conversationId: "conv-1", createdAt: NOW });
487
+ setDirtyTail("conv-1", "msg-1");
488
+
489
+ const result: ReducerResult = {
490
+ ...makeEmptyResult(),
491
+ openLoops: [
492
+ {
493
+ action: "create",
494
+ summary: "Loop from first apply",
495
+ source: "conversation",
496
+ },
497
+ ],
498
+ timeContexts: [
499
+ {
500
+ action: "create",
501
+ summary: "Context from first apply",
502
+ source: "conversation",
503
+ activeFrom: NOW,
504
+ activeUntil: NOW + HOUR,
505
+ },
506
+ ],
507
+ };
508
+
509
+ const params = {
510
+ result,
511
+ conversationId: "conv-1",
512
+ scopeId: SCOPE,
513
+ reducedThroughMessageId: "msg-1",
514
+ now: NOW,
515
+ };
516
+
517
+ // First application
518
+ applyReducerResult(params);
519
+
520
+ const convAfterFirst = getRawConversation("conv-1");
521
+
522
+ // Second application — create ops will insert new rows since UUIDs differ,
523
+ // but checkpoint state should remain consistent
524
+ applyReducerResult(params);
525
+
526
+ const convAfterSecond = getRawConversation("conv-1");
527
+
528
+ // Checkpoint columns should be stable
529
+ expect(convAfterSecond.memory_reduced_through_message_id).toBe(
530
+ convAfterFirst.memory_reduced_through_message_id,
531
+ );
532
+ expect(convAfterSecond.memory_last_reduced_at).toBe(
533
+ convAfterFirst.memory_last_reduced_at,
534
+ );
535
+ expect(convAfterSecond.memory_dirty_tail_since_message_id).toBe(
536
+ convAfterFirst.memory_dirty_tail_since_message_id,
537
+ );
538
+ });
539
+
540
+ test("applying an empty result still advances the checkpoint", () => {
541
+ insertConversation("conv-1");
542
+ insertMessage({ id: "msg-1", conversationId: "conv-1", createdAt: NOW });
543
+ setDirtyTail("conv-1", "msg-1");
544
+
545
+ applyReducerResult({
546
+ result: makeEmptyResult(),
547
+ conversationId: "conv-1",
548
+ scopeId: SCOPE,
549
+ reducedThroughMessageId: "msg-1",
550
+ now: NOW + 100,
551
+ });
552
+
553
+ const conv = getRawConversation("conv-1");
554
+ expect(conv.memory_reduced_through_message_id).toBe("msg-1");
555
+ expect(conv.memory_last_reduced_at).toBe(NOW + 100);
556
+ expect(conv.memory_dirty_tail_since_message_id).toBeNull();
557
+
558
+ // No side-effects on brief-state tables
559
+ expect(getAllTimeContexts()).toHaveLength(0);
560
+ expect(getAllOpenLoops()).toHaveLength(0);
561
+ });
562
+ });
563
+
564
+ describe("mixed operations in a single result", () => {
565
+ test("creates, updates, and resolves across both tables atomically", () => {
566
+ insertConversation("conv-1");
567
+ insertMessage({ id: "msg-1", conversationId: "conv-1", createdAt: NOW });
568
+
569
+ // Pre-existing rows to update/resolve
570
+ const raw = getSqlite();
571
+ raw.run(
572
+ `INSERT INTO time_contexts (id, scope_id, summary, source, active_from, active_until, created_at, updated_at)
573
+ VALUES ('tc-existing', ?, 'Will be updated', 'conversation', ?, ?, ?, ?)`,
574
+ [SCOPE, NOW, NOW + HOUR, NOW, NOW],
575
+ );
576
+ raw.run(
577
+ `INSERT INTO time_contexts (id, scope_id, summary, source, active_from, active_until, created_at, updated_at)
578
+ VALUES ('tc-stale', ?, 'Will be resolved', 'conversation', ?, ?, ?, ?)`,
579
+ [SCOPE, NOW - HOUR, NOW, NOW - HOUR, NOW - HOUR],
580
+ );
581
+ raw.run(
582
+ `INSERT INTO open_loops (id, scope_id, summary, status, source, created_at, updated_at)
583
+ VALUES ('ol-existing', ?, 'Will be resolved', 'open', 'conversation', ?, ?)`,
584
+ [SCOPE, NOW, NOW],
585
+ );
586
+
587
+ const result: ReducerResult = {
588
+ ...makeEmptyResult(),
589
+ timeContexts: [
590
+ {
591
+ action: "create",
592
+ summary: "New context",
593
+ source: "conversation",
594
+ activeFrom: NOW,
595
+ activeUntil: NOW + 2 * HOUR,
596
+ },
597
+ {
598
+ action: "update",
599
+ id: "tc-existing",
600
+ summary: "Updated context",
601
+ },
602
+ { action: "resolve", id: "tc-stale" },
603
+ ],
604
+ openLoops: [
605
+ {
606
+ action: "create",
607
+ summary: "New loop",
608
+ source: "conversation",
609
+ },
610
+ { action: "resolve", id: "ol-existing", status: "resolved" },
611
+ ],
612
+ };
613
+
614
+ applyReducerResult({
615
+ result,
616
+ conversationId: "conv-1",
617
+ scopeId: SCOPE,
618
+ reducedThroughMessageId: "msg-1",
619
+ now: NOW + 200,
620
+ });
621
+
622
+ // Time contexts: 1 created + 1 updated (tc-stale deleted by resolve)
623
+ const contexts = getAllTimeContexts();
624
+ expect(contexts).toHaveLength(2);
625
+ const updated = contexts.find((c) => c.id === "tc-existing");
626
+ expect(updated?.summary).toBe("Updated context");
627
+ const created = contexts.find((c) => c.id !== "tc-existing");
628
+ expect(created?.summary).toBe("New context");
629
+
630
+ // Open loops: 1 created + 1 resolved
631
+ const loops = getAllOpenLoops();
632
+ expect(loops).toHaveLength(2);
633
+ const resolvedLoop = loops.find((l) => l.id === "ol-existing");
634
+ expect(resolvedLoop?.status).toBe("resolved");
635
+ const newLoop = loops.find((l) => l.id !== "ol-existing");
636
+ expect(newLoop?.status).toBe("open");
637
+ expect(newLoop?.summary).toBe("New loop");
638
+ });
639
+ });
640
+
641
+ describe("archive candidates are ignored", () => {
642
+ test("archive observations and episodes in result are not persisted", () => {
643
+ insertConversation("conv-1");
644
+ insertMessage({ id: "msg-1", conversationId: "conv-1", createdAt: NOW });
645
+
646
+ const result: ReducerResult = {
647
+ timeContexts: [],
648
+ openLoops: [],
649
+ archiveObservations: [{ content: "User likes coffee", role: "user" }],
650
+ archiveEpisodes: [
651
+ { title: "Coffee discussion", summary: "Talked about coffee" },
652
+ ],
653
+ };
654
+
655
+ // Should not throw and should not attempt to write archive data
656
+ applyReducerResult({
657
+ result,
658
+ conversationId: "conv-1",
659
+ scopeId: SCOPE,
660
+ reducedThroughMessageId: "msg-1",
661
+ now: NOW,
662
+ });
663
+
664
+ // Checkpoint should still advance
665
+ const conv = getRawConversation("conv-1");
666
+ expect(conv.memory_reduced_through_message_id).toBe("msg-1");
667
+ });
668
+ });
669
+ });
670
+
671
+ describe("getActiveTimeContexts", () => {
672
+ test("returns only non-expired time contexts for the scope", () => {
673
+ const raw = getSqlite();
674
+ // Active context (expires in the future)
675
+ raw.run(
676
+ `INSERT INTO time_contexts (id, scope_id, summary, source, active_from, active_until, created_at, updated_at)
677
+ VALUES ('tc-active', ?, 'Active context', 'conversation', ?, ?, ?, ?)`,
678
+ [SCOPE, NOW - HOUR, NOW + HOUR, NOW, NOW],
679
+ );
680
+ // Expired context
681
+ raw.run(
682
+ `INSERT INTO time_contexts (id, scope_id, summary, source, active_from, active_until, created_at, updated_at)
683
+ VALUES ('tc-expired', ?, 'Expired context', 'conversation', ?, ?, ?, ?)`,
684
+ [SCOPE, NOW - 2 * HOUR, NOW - HOUR, NOW, NOW],
685
+ );
686
+ // Different scope
687
+ raw.run(
688
+ `INSERT INTO time_contexts (id, scope_id, summary, source, active_from, active_until, created_at, updated_at)
689
+ VALUES ('tc-other', 'other-scope', 'Other scope context', 'conversation', ?, ?, ?, ?)`,
690
+ [NOW, NOW + HOUR, NOW, NOW],
691
+ );
692
+
693
+ const active = getActiveTimeContexts(SCOPE, NOW);
694
+ expect(active).toHaveLength(1);
695
+ expect(active[0].id).toBe("tc-active");
696
+ expect(active[0].summary).toBe("Active context");
697
+ });
698
+ });
699
+
700
+ describe("getActiveOpenLoops", () => {
701
+ test("returns only open loops for the scope", () => {
702
+ const raw = getSqlite();
703
+ // Open loop
704
+ raw.run(
705
+ `INSERT INTO open_loops (id, scope_id, summary, status, source, created_at, updated_at)
706
+ VALUES ('ol-open', ?, 'Open loop', 'open', 'conversation', ?, ?)`,
707
+ [SCOPE, NOW, NOW],
708
+ );
709
+ // Resolved loop
710
+ raw.run(
711
+ `INSERT INTO open_loops (id, scope_id, summary, status, source, created_at, updated_at)
712
+ VALUES ('ol-resolved', ?, 'Resolved loop', 'resolved', 'conversation', ?, ?)`,
713
+ [SCOPE, NOW, NOW],
714
+ );
715
+ // Different scope
716
+ raw.run(
717
+ `INSERT INTO open_loops (id, scope_id, summary, status, source, created_at, updated_at)
718
+ VALUES ('ol-other', 'other-scope', 'Other scope loop', 'open', 'conversation', ?, ?)`,
719
+ [NOW, NOW],
720
+ );
721
+
722
+ const active = getActiveOpenLoops(SCOPE);
723
+ expect(active).toHaveLength(1);
724
+ expect(active[0].id).toBe("ol-open");
725
+ expect(active[0].summary).toBe("Open loop");
726
+ expect(active[0].status).toBe("open");
727
+ });
728
+ });