@vellumai/assistant 0.11.4 → 0.11.5-dev.202608220019.a778cf0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (457) hide show
  1. package/AGENTS.md +6 -2
  2. package/ARCHITECTURE.md +29 -4
  3. package/README.md +1 -1
  4. package/docs/architecture/memory.md +17 -5
  5. package/docs/architecture/security.md +96 -152
  6. package/docs/guardian-request-flow.md +13 -2
  7. package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/package.json +1 -0
  8. package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/src/__tests__/ingress.test.ts +118 -0
  9. package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/src/__tests__/url-normalization.test.ts +135 -0
  10. package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/src/index.ts +1 -0
  11. package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/src/ingress.ts +103 -0
  12. package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/src/url-normalization.ts +107 -0
  13. package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/package.json +1 -0
  14. package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/src/__tests__/ingress.test.ts +118 -0
  15. package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/src/__tests__/url-normalization.test.ts +135 -0
  16. package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/src/index.ts +1 -0
  17. package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/src/ingress.ts +103 -0
  18. package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/src/url-normalization.ts +107 -0
  19. package/node_modules/@vellumai/gateway-client/src/gateway-ipc-contracts.ts +166 -1
  20. package/node_modules/@vellumai/gateway-client/src/http-delivery.ts +7 -14
  21. package/node_modules/@vellumai/gateway-client/src/index.ts +2 -0
  22. package/node_modules/@vellumai/gateway-client/src/outbound-contract.ts +30 -32
  23. package/node_modules/@vellumai/service-contracts/package.json +1 -0
  24. package/node_modules/@vellumai/service-contracts/src/__tests__/ingress.test.ts +118 -0
  25. package/node_modules/@vellumai/service-contracts/src/__tests__/url-normalization.test.ts +135 -0
  26. package/node_modules/@vellumai/service-contracts/src/index.ts +1 -0
  27. package/node_modules/@vellumai/service-contracts/src/ingress.ts +103 -0
  28. package/node_modules/@vellumai/service-contracts/src/url-normalization.ts +107 -0
  29. package/openapi.yaml +487 -11
  30. package/package.json +1 -1
  31. package/scripts/sync-web-search-catalog.ts +6 -0
  32. package/src/__tests__/anthropic-provider.test.ts +10 -3
  33. package/src/__tests__/approval-interception-trust-gates.test.ts +40 -0
  34. package/src/__tests__/background-workers-disk-pressure.test.ts +1 -1
  35. package/src/__tests__/channel-approval-routes.test.ts +4 -0
  36. package/src/__tests__/channel-inbound-disk-pressure.test.ts +5 -6
  37. package/src/__tests__/channel-readiness-service.test.ts +126 -0
  38. package/src/__tests__/channel-reply-delivery.test.ts +30 -17
  39. package/src/__tests__/checker.test.ts +20 -314
  40. package/src/__tests__/cli-memory-v2-reembed-skills.test.ts +6 -2
  41. package/src/__tests__/client-os-metadata-persistence.test.ts +16 -0
  42. package/src/__tests__/compactor-retained-image-validation.test.ts +142 -0
  43. package/src/__tests__/config-loader-backfill.test.ts +19 -10
  44. package/src/__tests__/container-cpu-sampler.test.ts +153 -0
  45. package/src/__tests__/context-search-memory-v2-source.test.ts +0 -1
  46. package/src/__tests__/conversation-attachments.test.ts +0 -1
  47. package/src/__tests__/conversation-delete-watch-timeline.test.ts +231 -0
  48. package/src/__tests__/conversation-error.test.ts +17 -0
  49. package/src/__tests__/conversation-lifecycle.test.ts +20 -26
  50. package/src/__tests__/conversation-pairing.test.ts +186 -0
  51. package/src/__tests__/conversation-runtime-assembly.test.ts +21 -2
  52. package/src/__tests__/credential-broker-server-use.test.ts +24 -5
  53. package/src/__tests__/credential-routes.test.ts +22 -3
  54. package/src/__tests__/credential-security-invariants.test.ts +2 -1
  55. package/src/__tests__/daemon-credential-client.test.ts +88 -0
  56. package/src/__tests__/default-plugin-names-guard.test.ts +12 -1
  57. package/src/__tests__/dm-backfill.test.ts +63 -0
  58. package/src/__tests__/dynamic-skill-background-guard.test.ts +0 -2
  59. package/src/__tests__/edit-propagation.test.ts +107 -4
  60. package/src/__tests__/events-client-registration.test.ts +28 -0
  61. package/src/__tests__/file-write-tool.test.ts +4 -2
  62. package/src/__tests__/guardian-prompt-notice-privacy.test.ts +133 -0
  63. package/src/__tests__/guardian-verify-setup-skill-regression.test.ts +143 -97
  64. package/src/__tests__/helpers/gateway-classify-mock.ts +27 -6
  65. package/src/__tests__/host-proxy-interface.test.ts +11 -1
  66. package/src/__tests__/host-shell-tool.test.ts +23 -4
  67. package/src/__tests__/image-conversion.test.ts +143 -1
  68. package/src/__tests__/inline-skill-load-permissions.test.ts +47 -36
  69. package/src/__tests__/input-repairs.test.ts +207 -0
  70. package/src/__tests__/live-workspace-guard.test.ts +75 -0
  71. package/src/__tests__/managed-profile-guard.test.ts +4 -2
  72. package/src/__tests__/mcp-abort-signal.test.ts +1 -1
  73. package/src/__tests__/mcp-client-auth.test.ts +1 -1
  74. package/src/__tests__/mcp-tool-annotations-risk.test.ts +1 -1
  75. package/src/__tests__/media-resolve-image-validation.test.ts +310 -0
  76. package/src/__tests__/mtime-cache.test.ts +2 -0
  77. package/src/__tests__/notification-vellum-adapter.test.ts +124 -1
  78. package/src/__tests__/openai-provider.test.ts +40 -0
  79. package/src/__tests__/openai-responses-provider.test.ts +18 -0
  80. package/src/__tests__/personal-memory-auth-bypass.test.ts +22 -6
  81. package/src/__tests__/platform-bash-auto-approve.test.ts +0 -4
  82. package/src/__tests__/platform.test.ts +16 -1
  83. package/src/__tests__/plugin-api-resolve-credential.test.ts +22 -13
  84. package/src/__tests__/plugin-api-shim.test.ts +5 -0
  85. package/src/__tests__/plugin-api-store-credential.test.ts +268 -0
  86. package/src/__tests__/plugin-config-data-migration.test.ts +8 -1
  87. package/src/__tests__/plugin-disabled-state.test.ts +2 -0
  88. package/src/__tests__/plugin-effective-enabled-set.test.ts +55 -3
  89. package/src/__tests__/plugin-execution-context.test.ts +73 -0
  90. package/src/__tests__/plugin-import-boundary-guard.test.ts +0 -1
  91. package/src/__tests__/plugin-import-boundary-reverse-guard.test.ts +0 -1
  92. package/src/__tests__/reaction-persistence.test.ts +200 -7
  93. package/src/__tests__/require-fresh-approval.test.ts +0 -4
  94. package/src/__tests__/resource-pressure-guard.test.ts +428 -0
  95. package/src/__tests__/resource-pressure-routes.test.ts +113 -0
  96. package/src/__tests__/risk-classification-boundary-guard.test.ts +115 -0
  97. package/src/__tests__/run-conversation-turn-persistence.test.ts +27 -1
  98. package/src/__tests__/sanitize-config-for-transfer.test.ts +28 -0
  99. package/src/__tests__/secret-routes-platform-proxy.test.ts +7 -0
  100. package/src/__tests__/settings-routes.test.ts +85 -3
  101. package/src/__tests__/skill-tool-factory.test.ts +161 -0
  102. package/src/__tests__/tool-execution-pipeline.benchmark.test.ts +1 -1
  103. package/src/__tests__/tool-executor-lifecycle-events.test.ts +132 -5
  104. package/src/__tests__/tool-executor.test.ts +63 -38
  105. package/src/__tests__/tool-policy.test.ts +97 -1
  106. package/src/__tests__/trusted-contact-inline-approval-integration.test.ts +7 -4
  107. package/src/__tests__/user-plugin-loader.test.ts +2 -0
  108. package/src/__tests__/validate-input.test.ts +243 -7
  109. package/src/__tests__/verification-control-plane-policy.test.ts +0 -2
  110. package/src/__tests__/voice-scoped-grant-consumer.test.ts +2 -0
  111. package/src/__tests__/voice-session-bridge.test.ts +42 -0
  112. package/src/__tests__/web-search-catalog-parity.test.ts +8 -0
  113. package/src/acp/__tests__/acp-claude-oauth.test.ts +97 -29
  114. package/src/acp/__tests__/prepare-agent-env.test.ts +376 -153
  115. package/src/acp/acp-claude-oauth.ts +38 -21
  116. package/src/acp/prepare-agent-env.ts +146 -55
  117. package/src/agent/loop-tool-dedup.test.ts +161 -0
  118. package/src/agent/loop.ts +68 -22
  119. package/src/api/constants/app-tools.ts +34 -0
  120. package/src/api/constants/profile-config-validation.ts +60 -0
  121. package/src/api/events/resource-pressure-status-changed.ts +53 -0
  122. package/src/api/events/tool-result.ts +6 -1
  123. package/src/api/events/watch-retro-completed.ts +52 -0
  124. package/src/api/index.ts +30 -0
  125. package/src/api/responses/resource-pressure-status.ts +25 -0
  126. package/src/approvals/guardian-channel-delivery.ts +70 -6
  127. package/src/approvals/guardian-request-resolvers.ts +32 -66
  128. package/src/calls/__tests__/voice-session-bridge.test.ts +114 -0
  129. package/src/calls/voice-session-bridge.ts +60 -6
  130. package/src/channels/__tests__/message-audience.test.ts +49 -0
  131. package/src/channels/__tests__/types.test.ts +17 -3
  132. package/src/channels/message-audience.ts +40 -0
  133. package/src/channels/types.ts +16 -12
  134. package/src/cli/__tests__/catalog-search-help.test.ts +50 -0
  135. package/src/cli/commands/__tests__/channel-verification-sessions.test.ts +31 -0
  136. package/src/cli/commands/__tests__/conversations-search.test.ts +289 -0
  137. package/src/cli/commands/__tests__/conversations-slack.test.ts +2 -1
  138. package/src/cli/commands/__tests__/inference-profiles.test.ts +16 -4
  139. package/src/cli/commands/__tests__/inference-providers.test.ts +135 -2
  140. package/src/cli/commands/__tests__/keys.test.ts +89 -8
  141. package/src/cli/commands/__tests__/plugins.test.ts +57 -1
  142. package/src/cli/commands/channel-verification-sessions.help.ts +11 -9
  143. package/src/cli/commands/channel-verification-sessions.ts +11 -21
  144. package/src/cli/commands/conversations.help.ts +34 -0
  145. package/src/cli/commands/conversations.ts +125 -0
  146. package/src/cli/commands/inference-profiles.ts +56 -3
  147. package/src/cli/commands/inference-providers.ts +37 -6
  148. package/src/cli/commands/inference.help.ts +9 -4
  149. package/src/cli/commands/keys.help.ts +13 -1
  150. package/src/cli/commands/keys.ts +26 -15
  151. package/src/cli/commands/memory/__tests__/memory-v2.test.ts +57 -7
  152. package/src/cli/commands/memory/index.help.ts +41 -27
  153. package/src/cli/commands/memory/index.ts +2 -0
  154. package/src/cli/commands/memory/memory-v2.ts +58 -54
  155. package/src/cli/commands/memory/memory-validate.ts +18 -0
  156. package/src/cli/commands/monitoring.ts +1 -0
  157. package/src/cli/commands/oauth/request.test.ts +93 -0
  158. package/src/cli/commands/oauth/request.ts +23 -9
  159. package/src/cli/commands/plugins.help.ts +28 -31
  160. package/src/cli/commands/plugins.ts +10 -0
  161. package/src/cli/commands/skills.help.ts +13 -16
  162. package/src/cli/commands/trust.ts +3 -14
  163. package/src/cli/lib/__tests__/install-from-github.test.ts +38 -0
  164. package/src/cli/lib/__tests__/merge-plugin-tree.test.ts +34 -0
  165. package/src/cli/lib/__tests__/plugin-surfaces.test.ts +32 -1
  166. package/src/cli/lib/__tests__/toggle-plugin.test.ts +2 -1
  167. package/src/cli/lib/__tests__/upgrade-plugin.test.ts +64 -0
  168. package/src/cli/lib/bundled-marketplace.json +26 -0
  169. package/src/cli/lib/daemon-credential-client.ts +25 -3
  170. package/src/cli/lib/install-from-github.ts +35 -24
  171. package/src/cli/lib/merge-plugin-tree.ts +22 -4
  172. package/src/cli/lib/open-browser.test.ts +67 -0
  173. package/src/cli/lib/open-browser.ts +24 -5
  174. package/src/cli/lib/plugin-surfaces.ts +27 -0
  175. package/src/config/__tests__/balanced-model-experiment.test.ts +7 -7
  176. package/src/config/__tests__/default-profile-catalog.test.ts +3 -3
  177. package/src/config/__tests__/profile-materialization.test.ts +26 -0
  178. package/src/config/default-profile-catalog.ts +5 -6
  179. package/src/config/feature-flag-registry.json +36 -28
  180. package/src/config/profile-materialization.ts +29 -0
  181. package/src/config/sanitize-for-transfer.ts +16 -0
  182. package/src/config/schemas/llm.ts +7 -0
  183. package/src/config/schemas/services.ts +6 -0
  184. package/src/config/webhook-routing.ts +8 -0
  185. package/src/context/compactor.ts +31 -2
  186. package/src/context/outbound-sanitize.ts +6 -0
  187. package/src/daemon/__tests__/lifecycle-watch-timeline-sweep.test.ts +98 -0
  188. package/src/daemon/__tests__/provider-rejection-log-fields.test.ts +272 -0
  189. package/src/daemon/conversation-agent-loop-handlers.ts +4 -1
  190. package/src/daemon/conversation-error.ts +19 -2
  191. package/src/daemon/conversation-messaging.ts +22 -2
  192. package/src/daemon/conversation-process.ts +11 -0
  193. package/src/daemon/conversation-store.ts +10 -0
  194. package/src/daemon/conversation-surfaces.ts +21 -8
  195. package/src/daemon/conversation.ts +12 -10
  196. package/src/daemon/daemon-control.ts +1 -0
  197. package/src/daemon/handlers/__tests__/config-ingress-tunnel-records.test.ts +208 -0
  198. package/src/daemon/handlers/config-ingress.ts +115 -5
  199. package/src/daemon/lifecycle.ts +30 -2
  200. package/src/daemon/message-types/conversations.ts +5 -7
  201. package/src/daemon/message-types/web-activity.ts +3 -2
  202. package/src/daemon/provider-rejection-log-fields.ts +124 -0
  203. package/src/daemon/resource-pressure-guard-lifecycle.ts +66 -0
  204. package/src/daemon/resource-pressure-guard.ts +387 -0
  205. package/src/daemon/shutdown-handlers.ts +2 -0
  206. package/src/daemon/startup-error.ts +16 -0
  207. package/src/daemon/trust-context.ts +14 -10
  208. package/src/daemon/unsendable-image-notice.ts +76 -0
  209. package/src/hooks/registry.ts +65 -51
  210. package/src/inbound/__tests__/tunnel-probe.test.ts +448 -0
  211. package/src/inbound/tunnel-probe.ts +261 -0
  212. package/src/ipc/__tests__/socket-path.test.ts +15 -7
  213. package/src/ipc/gateway-client.test.ts +1 -1
  214. package/src/ipc/gateway-client.ts +14 -21
  215. package/src/ipc/socket-cleanup.ts +2 -11
  216. package/src/mcp/__tests__/mcp-auth-orchestrator.test.ts +1 -1
  217. package/src/messaging/provider-message-metadata.ts +128 -0
  218. package/src/messaging/providers/__tests__/transport-dispatch.test.ts +138 -73
  219. package/src/messaging/providers/channel-transport.ts +100 -16
  220. package/src/messaging/providers/discord/send.ts +16 -0
  221. package/src/messaging/providers/discord/transport.ts +23 -1
  222. package/src/messaging/providers/index.ts +84 -16
  223. package/src/messaging/providers/slack/message-metadata.ts +45 -0
  224. package/src/messaging/providers/slack/render-transcript.ts +1 -4
  225. package/src/messaging/providers/slack/send.test.ts +88 -34
  226. package/src/messaging/providers/slack/send.ts +99 -50
  227. package/src/messaging/providers/slack/transport.ts +35 -37
  228. package/src/messaging/providers/telegram-bot/send.test.ts +88 -18
  229. package/src/messaging/providers/telegram-bot/send.ts +36 -0
  230. package/src/messaging/providers/telegram-bot/transport.ts +22 -8
  231. package/src/messaging/read-provider-metadata.test.ts +157 -0
  232. package/src/messaging/read-provider-metadata.ts +51 -0
  233. package/src/notifications/__tests__/assistant-reply-producer.test.ts +94 -0
  234. package/src/notifications/__tests__/edit-notification.test.ts +174 -2
  235. package/src/notifications/__tests__/home-feed-side-effect.test.ts +536 -4
  236. package/src/notifications/adapters/macos.ts +55 -0
  237. package/src/notifications/adapters/slack.ts +10 -5
  238. package/src/notifications/assistant-reply-producer.ts +37 -4
  239. package/src/notifications/conversation-pairing.ts +111 -21
  240. package/src/notifications/edit-notification.ts +38 -8
  241. package/src/notifications/emit-signal.ts +12 -14
  242. package/src/notifications/home-feed-side-effect.ts +218 -15
  243. package/src/notifications/types.ts +5 -0
  244. package/src/permissions/AGENTS.md +16 -0
  245. package/src/permissions/checker.test.ts +75 -122
  246. package/src/permissions/checker.ts +44 -560
  247. package/src/permissions/confirmation-guardian-request.test.ts +28 -3
  248. package/src/permissions/confirmation-guardian-request.ts +5 -1
  249. package/src/persistence/conversation-crud.ts +69 -20
  250. package/src/persistence/conversation-queries.ts +14 -1
  251. package/src/persistence/conversation-types.ts +22 -0
  252. package/src/persistence/db-async-query.ts +2 -1
  253. package/src/persistence/db-maintenance.ts +15 -0
  254. package/src/persistence/delivery-crud.ts +122 -15
  255. package/src/persistence/embeddings/qdrant-manager.ts +1 -0
  256. package/src/persistence/migrations/367-create-watch-timeline-entries.ts +46 -0
  257. package/src/persistence/migrations/368-watch-timeline-screenshot-blob.ts +33 -0
  258. package/src/persistence/migrations/__tests__/367-create-watch-timeline-entries.test.ts +98 -0
  259. package/src/persistence/migrations/__tests__/368-watch-timeline-screenshot-blob.test.ts +98 -0
  260. package/src/persistence/schema/index.ts +1 -0
  261. package/src/persistence/schema/watch.ts +29 -0
  262. package/src/persistence/steps.ts +4 -0
  263. package/src/plugin-api/__tests__/import-graph-partial-mock.test.ts +67 -0
  264. package/src/plugin-api/conversation-turn.ts +27 -0
  265. package/src/plugin-api/credential-scope.test.ts +15 -0
  266. package/src/plugin-api/credential-scope.ts +14 -0
  267. package/src/plugin-api/index.ts +19 -1
  268. package/src/plugin-api/resolve-credential.ts +15 -10
  269. package/src/plugin-api/store-credential.ts +148 -0
  270. package/src/plugin-api/system-card.ts +36 -0
  271. package/src/plugin-api/vision-support.test.ts +82 -0
  272. package/src/plugin-api/vision-support.ts +14 -2
  273. package/src/plugins/defaults/image-fallback/__tests__/image-fallback.test.ts +361 -110
  274. package/src/plugins/defaults/image-fallback/__tests__/vision-recovery.test.ts +4 -0
  275. package/src/plugins/defaults/image-fallback/hooks/user-prompt-submit.ts +58 -0
  276. package/src/plugins/defaults/image-fallback/src/caption-blocks.ts +64 -23
  277. package/src/plugins/defaults/image-recovery/detect.ts +24 -1
  278. package/src/plugins/defaults/main.ts +15 -0
  279. package/src/plugins/defaults/memory/AGENTS.md +11 -3
  280. package/src/plugins/defaults/memory/__tests__/memory-tier-boundary-guard.test.ts +0 -1
  281. package/src/plugins/defaults/memory/graph-topology/pending-buffer.ts +9 -12
  282. package/src/plugins/defaults/memory/memory-retrospective-prompt.ts +1 -1
  283. package/src/plugins/defaults/memory/src/memory-v2-routes.ts +12 -10
  284. package/src/plugins/defaults/memory/substrate/__tests__/consolidation-job.test.ts +114 -0
  285. package/src/plugins/defaults/memory/substrate/__tests__/consolidation-prompt-flag-gating-guard.test.ts +8 -0
  286. package/src/plugins/defaults/memory/substrate/__tests__/edge-index.test.ts +0 -30
  287. package/src/plugins/defaults/memory/substrate/__tests__/ingest.test.ts +73 -1
  288. package/src/plugins/defaults/memory/substrate/__tests__/page-index.test.ts +37 -0
  289. package/src/plugins/defaults/memory/substrate/__tests__/page-links.test.ts +208 -0
  290. package/src/plugins/defaults/memory/substrate/__tests__/prompts-consolidation.test.ts +158 -1
  291. package/src/plugins/defaults/memory/substrate/__tests__/static-context.test.ts +1 -61
  292. package/src/plugins/defaults/memory/substrate/consolidation-job.ts +68 -6
  293. package/src/plugins/defaults/memory/substrate/edge-index.ts +0 -31
  294. package/src/plugins/defaults/memory/substrate/ingest.ts +59 -0
  295. package/src/plugins/defaults/memory/substrate/page-index.ts +35 -8
  296. package/src/plugins/defaults/memory/substrate/page-links.ts +133 -0
  297. package/src/plugins/defaults/memory/substrate/page-store.ts +10 -0
  298. package/src/plugins/defaults/memory/substrate/prompts/consolidation.ts +124 -34
  299. package/src/plugins/defaults/memory/substrate/static-context.ts +0 -29
  300. package/src/plugins/defaults/memory/v3/__tests__/shadow-plugin.test.ts +3 -1
  301. package/src/plugins/defaults/memory/v3/card.ts +9 -9
  302. package/src/plugins/defaults/memory/v3/core-set.test.ts +7 -0
  303. package/src/plugins/defaults/memory/v3/core-set.ts +5 -1
  304. package/src/plugins/defaults/memory/v3/edge.ts +13 -57
  305. package/src/plugins/mtime-cache.ts +1 -1
  306. package/src/plugins/pipeline.ts +14 -7
  307. package/src/plugins/plugin-execution-context.ts +35 -11
  308. package/src/plugins/plugin-tree-walk.ts +63 -4
  309. package/src/providers/__tests__/retry-network-error.test.ts +84 -0
  310. package/src/providers/anthropic/__tests__/pause-turn-continuation.test.ts +170 -0
  311. package/src/providers/anthropic/client.ts +332 -241
  312. package/src/providers/connection-resolution.ts +25 -2
  313. package/src/providers/content-blocks.ts +22 -0
  314. package/src/providers/fetch-provider-catalog.ts +19 -0
  315. package/src/providers/gemini/client.ts +5 -2
  316. package/src/providers/inference/__tests__/adapter-factory-litellm.test.ts +47 -1
  317. package/src/providers/inference/__tests__/adapter-factory-ollama.test.ts +83 -0
  318. package/src/providers/inference/__tests__/adapter-factory-openai-compatible.test.ts +98 -1
  319. package/src/providers/inference/__tests__/base-url-route-validation.test.ts +38 -0
  320. package/src/providers/inference/__tests__/base-url-security.test.ts +10 -0
  321. package/src/providers/inference/__tests__/connections-ollama.test.ts +90 -0
  322. package/src/providers/inference/__tests__/endpoint-probe.test.ts +92 -0
  323. package/src/providers/inference/__tests__/missing-credential-guard.test.ts +117 -0
  324. package/src/providers/inference/__tests__/profile-config-validation.test.ts +39 -0
  325. package/src/providers/inference/__tests__/profile-probe-classify.test.ts +66 -0
  326. package/src/providers/inference/adapter-factory.ts +33 -2
  327. package/src/providers/inference/auth.ts +13 -2
  328. package/src/providers/inference/credential-usage.ts +37 -0
  329. package/src/providers/inference/endpoint-probe.ts +115 -0
  330. package/src/providers/inference/missing-credential-guard.ts +110 -0
  331. package/src/providers/inference/profile-probe.ts +256 -0
  332. package/src/providers/inference/resolve-auth.ts +7 -7
  333. package/src/providers/media-resolve.ts +176 -15
  334. package/src/providers/model-catalog.ts +10 -0
  335. package/src/providers/openai/__tests__/api-error-normalization.test.ts +17 -1
  336. package/src/providers/openai/__tests__/chat-completions-provider-reasoning.test.ts +576 -46
  337. package/src/providers/openai/__tests__/connection-error-wrap.test.ts +44 -0
  338. package/src/providers/openai/__tests__/tool-choice-mapping.test.ts +125 -2
  339. package/src/providers/openai/api-error-normalization.ts +16 -2
  340. package/src/providers/openai/chat-completions-provider.ts +326 -44
  341. package/src/providers/openai/responses-provider.ts +5 -2
  342. package/src/providers/provider-send-message.ts +11 -0
  343. package/src/providers/retry.ts +6 -0
  344. package/src/providers/search-provider-catalog.ts +20 -0
  345. package/src/routes/route-host-protocol.ts +7 -0
  346. package/src/routes/worker.ts +31 -10
  347. package/src/runtime/AGENTS.md +36 -0
  348. package/src/runtime/__tests__/host-observe.test.ts +302 -0
  349. package/src/runtime/__tests__/runtime-http-port-collision.test.ts +131 -0
  350. package/src/runtime/__tests__/web-presence.test.ts +234 -0
  351. package/src/runtime/assistant-event-hub.ts +38 -0
  352. package/src/runtime/channel-readiness-service.ts +39 -13
  353. package/src/runtime/channel-readiness-types.ts +49 -2
  354. package/src/runtime/channel-reply-delivery.ts +55 -32
  355. package/src/runtime/channel-retry-sweep.ts +6 -4
  356. package/src/runtime/effective-capabilities.test.ts +19 -0
  357. package/src/runtime/effective-capabilities.ts +25 -0
  358. package/src/runtime/guardian-reply-router.ts +6 -2
  359. package/src/runtime/host-observe.ts +246 -0
  360. package/src/runtime/http-errors.ts +1 -0
  361. package/src/runtime/http-server.ts +185 -6
  362. package/src/runtime/routes/__tests__/client-routes.test.ts +150 -0
  363. package/src/runtime/routes/__tests__/conversation-list-routes.test.ts +133 -0
  364. package/src/runtime/routes/__tests__/conversation-query-routes.test.ts +80 -0
  365. package/src/runtime/routes/__tests__/credential-delete-in-use.test.ts +155 -0
  366. package/src/runtime/routes/__tests__/inference-profiles-routes.test.ts +118 -0
  367. package/src/runtime/routes/__tests__/inference-provider-connection-routes.test.ts +72 -1
  368. package/src/runtime/routes/__tests__/ingress-status-routes.test.ts +508 -0
  369. package/src/runtime/routes/__tests__/monitoring-routes.test.ts +1 -0
  370. package/src/runtime/routes/__tests__/pending-interactions-route.test.ts +175 -0
  371. package/src/runtime/routes/__tests__/plugins-routes.test.ts +103 -71
  372. package/src/runtime/routes/__tests__/surface-action-routes.test.ts +55 -6
  373. package/src/runtime/routes/__tests__/system-card-turn-termination.test.ts +107 -0
  374. package/src/runtime/routes/__tests__/user-route-dispatcher-host.test.ts +52 -1
  375. package/src/runtime/routes/__tests__/user-route-dispatcher.test.ts +75 -4
  376. package/src/runtime/routes/__tests__/watch-routes-guardian-cache.test.ts +139 -0
  377. package/src/runtime/routes/__tests__/watch-routes.test.ts +598 -0
  378. package/src/runtime/routes/approval-routes.ts +37 -4
  379. package/src/runtime/routes/approval-strategies/guardian-text-engine-strategy.ts +16 -22
  380. package/src/runtime/routes/canned-message-complete.ts +68 -29
  381. package/src/runtime/routes/channel-readiness-routes.ts +14 -2
  382. package/src/runtime/routes/client-routes.ts +113 -0
  383. package/src/runtime/routes/conversation-list-routes.ts +22 -7
  384. package/src/runtime/routes/conversation-management-routes.ts +15 -9
  385. package/src/runtime/routes/conversation-query-routes.ts +10 -0
  386. package/src/runtime/routes/conversation-routes.ts +36 -22
  387. package/src/runtime/routes/credential-in-use.ts +85 -0
  388. package/src/runtime/routes/credential-routes.ts +55 -85
  389. package/src/runtime/routes/guardian-approval-interception.ts +44 -53
  390. package/src/runtime/routes/guardian-approval-reply-helpers.ts +14 -12
  391. package/src/runtime/routes/host-cu-routes.ts +18 -0
  392. package/src/runtime/routes/identity-routes.ts +5 -121
  393. package/src/runtime/routes/inbound-message-handler.ts +74 -30
  394. package/src/runtime/routes/inbound-stages/acl-enforcement.ts +16 -17
  395. package/src/runtime/routes/inbound-stages/background-dispatch.test.ts +182 -297
  396. package/src/runtime/routes/inbound-stages/background-dispatch.ts +173 -386
  397. package/src/runtime/routes/inbound-stages/edit-intercept.ts +101 -77
  398. package/src/runtime/routes/inbound-stages/guardian-reply-intercept.ts +17 -8
  399. package/src/runtime/routes/inbound-stages/reaction-intercept.test.ts +91 -7
  400. package/src/runtime/routes/inbound-stages/reaction-intercept.ts +72 -70
  401. package/src/runtime/routes/index.ts +4 -0
  402. package/src/runtime/routes/inference-profiles-routes.ts +232 -31
  403. package/src/runtime/routes/inference-provider-connection-routes.ts +33 -11
  404. package/src/runtime/routes/ingress-status-routes.ts +180 -0
  405. package/src/runtime/routes/monitoring-routes.ts +9 -1
  406. package/src/runtime/routes/oauth-commands-routes.ts +1 -1
  407. package/src/runtime/routes/plugins-routes.ts +28 -32
  408. package/src/runtime/routes/resource-pressure-routes.ts +22 -0
  409. package/src/runtime/routes/secret-routes.ts +39 -8
  410. package/src/runtime/routes/settings-routes.ts +15 -12
  411. package/src/runtime/routes/surface-action-routes.ts +20 -19
  412. package/src/runtime/routes/user-route-dispatcher.ts +31 -2
  413. package/src/runtime/routes/user-route-resolution.ts +18 -1
  414. package/src/runtime/routes/watch-routes.ts +807 -0
  415. package/src/runtime/slack-reply-session.test.ts +23 -13
  416. package/src/runtime/slack-reply-session.ts +38 -55
  417. package/src/runtime/web-presence.ts +90 -0
  418. package/src/security/__tests__/untrusted-content.test.ts +42 -0
  419. package/src/security/untrusted-content.ts +28 -9
  420. package/src/skills/validate-input.ts +177 -40
  421. package/src/subagent/__tests__/consult-context-gating.test.ts +6 -10
  422. package/src/subagent/consult-context.ts +7 -23
  423. package/src/tools/credentials/broker.ts +24 -79
  424. package/src/tools/credentials/ref-parse.ts +35 -0
  425. package/src/tools/credentials/resolve.ts +4 -10
  426. package/src/tools/credentials/store.ts +168 -0
  427. package/src/tools/credentials/tool-policy.ts +67 -0
  428. package/src/tools/executor.ts +53 -15
  429. package/src/tools/network/__tests__/firecrawl-compat.test.ts +77 -0
  430. package/src/tools/network/__tests__/web-fetch-fastcrw.test.ts +169 -0
  431. package/src/tools/network/__tests__/web-search.test.ts +138 -3
  432. package/src/tools/network/firecrawl-compat.ts +90 -0
  433. package/src/tools/network/url-safety.ts +9 -16
  434. package/src/tools/network/web-fetch.ts +142 -62
  435. package/src/tools/network/web-search.ts +162 -58
  436. package/src/tools/permission-checker.ts +43 -52
  437. package/src/tools/schema-transforms.ts +40 -5
  438. package/src/tools/shared/input-repairs.ts +160 -0
  439. package/src/tools/skills/skill-tool-factory.ts +18 -4
  440. package/src/tools/subagent/spawn.ts +0 -1
  441. package/src/tools/tool-approval-handler.ts +16 -10
  442. package/src/tools/tool-types.ts +26 -13
  443. package/src/tools/types.ts +6 -6
  444. package/src/util/__tests__/cgroup-memory.test.ts +3 -0
  445. package/src/util/cgroup-memory.ts +3 -0
  446. package/src/util/container-cpu-sampler.ts +250 -0
  447. package/src/util/image-conversion.ts +178 -14
  448. package/src/util/platform.ts +93 -10
  449. package/src/util/worker-process.ts +1 -0
  450. package/src/watch/__tests__/watch-retro.test.ts +665 -0
  451. package/src/watch/__tests__/watch-session-manager.test.ts +566 -0
  452. package/src/watch/__tests__/watch-timeline.test.ts +670 -0
  453. package/src/watch/watch-retro.ts +480 -0
  454. package/src/watch/watch-session-manager.ts +575 -0
  455. package/src/watch/watch-timeline.ts +848 -0
  456. package/src/permissions/ipc-risk-types.ts +0 -143
  457. package/src/permissions/risk-types.ts +0 -76
@@ -604,6 +604,13 @@ export const ProfileEntry = LLMConfigFragment.extend({
604
604
  * not yet backfilled by the boot-time migration.
605
605
  */
606
606
  provider_connection: z.string().min(1).optional(),
607
+ /**
608
+ * The profile was deliberately created for a model the catalog does not
609
+ * list (the write routes' allowUnlisted escape hatch). Stamped at write
610
+ * time so listings do not flag the row as misconfigured on every read;
611
+ * a model the checks can vouch for never needs it.
612
+ */
613
+ allowUnlisted: z.boolean().optional(),
607
614
  /**
608
615
  * Absent means active. `.nullable()` matches `label` so the PUT route's
609
616
  * "send `null` to clear" sentinel works for status too — a managed
@@ -76,6 +76,9 @@ const WebSearchServiceSchema = z.object({
76
76
  provider: z
77
77
  .enum(VALID_WEB_SEARCH_PROVIDERS)
78
78
  .default("inference-provider-native"),
79
+ // Origin for providers that support a custom API base (e.g. fastCRW).
80
+ // Empty / omitted uses the provider's cloud default.
81
+ apiBase: z.string().optional(),
79
82
  });
80
83
 
81
84
  /**
@@ -88,6 +91,9 @@ const WebFetchServiceSchema = z.object({
88
91
  // `firecrawl`) scrape via their hosted API and reuse the same stored key as
89
92
  // their web-search counterpart.
90
93
  provider: z.enum(VALID_WEB_FETCH_PROVIDERS).default("default"),
94
+ // Origin for providers that support a custom API base (e.g. fastCRW).
95
+ // Empty / omitted uses the provider's cloud default.
96
+ apiBase: z.string().optional(),
91
97
  });
92
98
 
93
99
  const GoogleOAuthServiceSchema = BaseServiceSchema.extend({
@@ -83,6 +83,14 @@ function isIngressExplicitlyDisabled(): boolean {
83
83
  *
84
84
  * `allowManagedCallbacks` gates both platform tiers: channels that can only be
85
85
  * served by a self-hosted ingress pass `false` and never see them.
86
+ *
87
+ * The gateway's Telegram webhook reconciler implements this same resolution
88
+ * order when deciding what URL to hand Telegram's setWebhook
89
+ * (`resolveExpectedTelegramWebhookUrl` in
90
+ * `gateway/src/telegram/webhook-manager.ts`). The two must stay in agreement:
91
+ * a tier this derivation reports as configured but the reconciler declines
92
+ * leaves Telegram setup reporting success while no webhook is ever
93
+ * registered. Change the tiers in both places or not at all.
86
94
  */
87
95
  export async function hasWebhookRoutingConfigured(
88
96
  allowManagedCallbacks = false,
@@ -39,6 +39,10 @@ import type {
39
39
  } from "../providers/types.js";
40
40
  import { type TrustClass } from "../runtime/actor-trust-resolver.js";
41
41
  import { resolveCapabilities } from "../runtime/capabilities.js";
42
+ import {
43
+ hasValidJpegStructure,
44
+ sniffImageMimeType,
45
+ } from "../util/image-conversion.js";
42
46
  import { getLogger } from "../util/logger.js";
43
47
  import { preModelCallSanitize } from "./outbound-sanitize.js";
44
48
  import { stripInjectionsForCompaction } from "./strip-injections.js";
@@ -865,7 +869,8 @@ function resolveTailFloorIndex(messages: Message[], tailIndex: number): number {
865
869
  // Retained-image hydration
866
870
  // ---------------------------------------------------------------------------
867
871
 
868
- async function buildRetainedImageBlocks(
872
+ /** Exported for unit testing (the corrupt-bytes drop gate). */
873
+ export async function buildRetainedImageBlocks(
869
874
  filenames: string[],
870
875
  manifest: ManifestEntry[],
871
876
  ): Promise<{ blocks: ImageContent[]; resolved: string[]; missing: string[] }> {
@@ -883,7 +888,11 @@ async function buildRetainedImageBlocks(
883
888
  missing.push(name);
884
889
  continue;
885
890
  }
886
- const sourceMime = guessMimeFromFilename(name);
891
+ // Sniff the declared MIME from the stored bytes rather than the filename:
892
+ // clients derive extensions from user input, and providers reject an image
893
+ // whose bytes disagree with the declared media type.
894
+ const sourceMime =
895
+ sniffImageMimeType(content) ?? guessMimeFromFilename(name);
887
896
  // Run the same downscale pass the agent uses when first sending an
888
897
  // image. Without this, attachments that exceed the provider's per-image
889
898
  // byte limit (Anthropic: 5 MB) crash the next turn after compaction.
@@ -891,6 +900,26 @@ async function buildRetainedImageBlocks(
891
900
  content.toString("base64"),
892
901
  sourceMime,
893
902
  );
903
+ // Last-line gate before the bytes are baked into the rebuilt history: a
904
+ // corrupt payload would be rejected by the provider with a 400 on EVERY
905
+ // subsequent turn, wedging the conversation. Dropping the image loses a
906
+ // retained picture; shipping it loses the conversation. Format sniffing
907
+ // alone is not enough for JPEG: a truncated JPEG (e.g. persisted from a
908
+ // torn conversion-cache read) keeps its SOI header, so JPEG payloads must
909
+ // also walk to a terminal EOI marker.
910
+ const optimizedBytes = Buffer.from(optimized.data, "base64");
911
+ const optimizedFormat = sniffImageMimeType(optimizedBytes);
912
+ const bytesAreValidImage =
913
+ optimizedFormat != null &&
914
+ (optimizedFormat !== "image/jpeg" ||
915
+ hasValidJpegStructure(optimizedBytes));
916
+ if (!bytesAreValidImage) {
917
+ log.warn(
918
+ { filename: name, attachmentId: entry.attachmentId },
919
+ "Retained image bytes are not a valid image after transport optimization; dropping",
920
+ );
921
+ continue;
922
+ }
894
923
  blocks.push({
895
924
  type: "image",
896
925
  source: {
@@ -26,6 +26,12 @@ const AX_TREE_PLACEHOLDER = "<ax_tree_omitted />";
26
26
  * prematurely when the user happens to be viewing XML/HTML source that
27
27
  * contains the closing tag. The escaped content does not need to be
28
28
  * unescaped because compaction replaces the entire block with a placeholder.
29
+ *
30
+ * Deliberately narrower than `escapeTagBoundaries` in
31
+ * `security/untrusted-content.ts`, which is the general defense for fencing
32
+ * untrusted text: this one leaves the opening tag intact because
33
+ * {@link AX_TREE_PATTERN} needs it to find whole blocks. Do not fold the two
34
+ * together.
29
35
  */
30
36
  export function escapeAxTreeContent(content: string): string {
31
37
  return content.replace(/<\/ax-tree>/gi, "&lt;/ax-tree&gt;");
@@ -0,0 +1,98 @@
1
+ import { readFileSync } from "node:fs";
2
+ import { join } from "node:path";
3
+ import { describe, expect, mock, test } from "bun:test";
4
+
5
+ /**
6
+ * The watch-timeline sweep's startup contract.
7
+ *
8
+ * `drainOrphanedWatchTimelineEntries` is the recovery path for a purge that
9
+ * did not happen, and the rows it reclaims hold narration, AX trees, and
10
+ * screenshots of the user's screen. Database maintenance runs it on a periodic
11
+ * cadence from the memory plugin's jobs worker, so an install with that plugin
12
+ * disabled or `memory.enabled: false` reaches it never. Daemon startup runs it
13
+ * on every install and closes that gap.
14
+ *
15
+ * Two properties carry the contract, and each is checked the way it can be:
16
+ *
17
+ * 1. lifecycle calls the sweep on its DB-ready startup path, after migrations
18
+ * have settled. Mounting the full lifecycle import graph to observe a real
19
+ * boot is disproportionately heavy, so this is a source guard over the call
20
+ * site.
21
+ * 2. a throwing sweep does not abort startup. The wiring below mirrors the
22
+ * lifecycle call site verbatim.
23
+ */
24
+
25
+ const LIFECYCLE_PATH = join(import.meta.dir, "..", "lifecycle.ts");
26
+
27
+ describe("lifecycle watch-timeline sweep wiring", () => {
28
+ test("lifecycle sweeps orphaned entries on the DB-ready startup path", () => {
29
+ const source = readFileSync(LIFECYCLE_PATH, "utf8");
30
+
31
+ const sweepIndex = source.indexOf("drainOrphanedWatchTimelineEntries()");
32
+ expect(sweepIndex).toBeGreaterThan(-1);
33
+
34
+ // The drain yields between pages, so the call has to be awaited. Without
35
+ // the await the count is a pending promise, which compares false against
36
+ // zero, and the pass reports nothing swept however much it removed.
37
+ expect(source).toContain("await drainOrphanedWatchTimelineEntries()");
38
+
39
+ // `startRuntimeHttpServerBackgroundSweeps()` is the point where lifecycle
40
+ // has established that migrations settled, so a call after it runs against
41
+ // a database whose tables exist.
42
+ const migrationsSettledIndex = source.indexOf(
43
+ "startRuntimeHttpServerBackgroundSweeps();",
44
+ );
45
+ expect(migrationsSettledIndex).toBeGreaterThan(-1);
46
+ expect(sweepIndex).toBeGreaterThan(migrationsSettledIndex);
47
+
48
+ // The call sits under a `dbReady` guard, so a boot whose DB never opened
49
+ // does not reach it.
50
+ const guardIndex = source.lastIndexOf("if (dbReady) {", sweepIndex);
51
+ expect(guardIndex).toBeGreaterThan(migrationsSettledIndex);
52
+ });
53
+
54
+ test("invokes the sweep once and logs only when it reclaimed rows", () => {
55
+ const sweep = mock(() => 0);
56
+
57
+ const quiet = runStartupSweepWiring(sweep);
58
+ expect(sweep).toHaveBeenCalledTimes(1);
59
+ expect(quiet.logged).toBe(false);
60
+ expect(quiet.reachedNextStep).toBe(true);
61
+
62
+ const noisy = runStartupSweepWiring(mock(() => 3));
63
+ expect(noisy.logged).toBe(true);
64
+ expect(noisy.reachedNextStep).toBe(true);
65
+ });
66
+
67
+ test("a throwing sweep does NOT abort startup", () => {
68
+ const sweep = mock(() => {
69
+ throw new Error("sweep exploded");
70
+ });
71
+
72
+ const { reachedNextStep, logged } = runStartupSweepWiring(sweep);
73
+
74
+ expect(sweep).toHaveBeenCalledTimes(1);
75
+ expect(logged).toBe(false);
76
+ expect(reachedNextStep).toBe(true);
77
+ });
78
+ });
79
+
80
+ /**
81
+ * Replicates the lifecycle startup wiring: sweep, log only a non-zero count,
82
+ * swallow any throw, then continue to the next startup step.
83
+ */
84
+ function runStartupSweepWiring(sweep: () => number): {
85
+ reachedNextStep: boolean;
86
+ logged: boolean;
87
+ } {
88
+ let logged = false;
89
+ try {
90
+ const sweptWatchEntries = sweep();
91
+ if (sweptWatchEntries > 0) {
92
+ logged = true;
93
+ }
94
+ } catch {
95
+ // Startup must never block on a subsystem failure.
96
+ }
97
+ return { reachedNextStep: true, logged };
98
+ }
@@ -0,0 +1,272 @@
1
+ /**
2
+ * Tests that an unclassified 4xx provider rejection logs the upstream
3
+ * response body (bounded) plus the offending request content-part coordinates,
4
+ * so the failing message can be identified from the daemon log alone.
5
+ */
6
+ import { beforeEach, describe, expect, mock, test } from "bun:test";
7
+
8
+ import type { AssistantEvent } from "../../api/index.js";
9
+ import { ProviderError } from "../../util/errors.js";
10
+ import * as loggerModule from "../../util/logger.js";
11
+ import type {
12
+ EventHandlerDeps,
13
+ EventHandlerState,
14
+ } from "../conversation-agent-loop-handlers.js";
15
+ import {
16
+ buildProviderRejectionLogFields,
17
+ MAX_LOGGED_UPSTREAM_BODY_CHARS,
18
+ } from "../provider-rejection-log-fields.js";
19
+
20
+ const logRecords: Record<string, unknown>[] = [];
21
+
22
+ mock.module("../../util/logger.js", () => ({
23
+ ...loggerModule,
24
+ getLogger: () => ({
25
+ error: (record: Record<string, unknown>) => {
26
+ logRecords.push(record);
27
+ },
28
+ warn: () => {},
29
+ info: () => {},
30
+ debug: () => {},
31
+ trace: () => {},
32
+ }),
33
+ }));
34
+
35
+ // The handlers module binds its logger at import time, so it is loaded
36
+ // dynamically once the logger stub is installed above.
37
+ const { createEventHandlerState, dispatchAgentEvent } =
38
+ await import("../conversation-agent-loop-handlers.js");
39
+
40
+ function createDeps(): EventHandlerDeps {
41
+ return {
42
+ ctx: {
43
+ conversationId: "conv-provider-rejection",
44
+ provider: { name: "openai" },
45
+ streamThinking: false,
46
+ emitActivityState: () => {},
47
+ markWorkspaceTopLevelDirty: () => {},
48
+ currentTurnSurfaces: [],
49
+ } as unknown as EventHandlerDeps["ctx"],
50
+ onEvent: (_msg: AssistantEvent) => {},
51
+ reqId: "req-provider-rejection",
52
+ isFirstMessage: false,
53
+ shouldGenerateTitle: false,
54
+ rlog: new Proxy({} as Record<string, unknown>, {
55
+ get: () => () => {},
56
+ }) as unknown as EventHandlerDeps["rlog"],
57
+ turnChannelContext: {
58
+ userMessageChannel: "vellum",
59
+ assistantMessageChannel: "vellum",
60
+ } as EventHandlerDeps["turnChannelContext"],
61
+ turnInterfaceContext: {
62
+ userMessageInterface: "macos",
63
+ assistantMessageInterface: "macos",
64
+ } as EventHandlerDeps["turnInterfaceContext"],
65
+ } as EventHandlerDeps;
66
+ }
67
+
68
+ describe("buildProviderRejectionLogFields", () => {
69
+ test("carries the verbatim upstream body", () => {
70
+ // GIVEN a provider rejection that captured the upstream 400 body
71
+ const rawBody = JSON.stringify({
72
+ error: {
73
+ message: "Invalid body: failed to parse JSON value from the request.",
74
+ type: "invalid_request_error",
75
+ code: "invalid_body",
76
+ },
77
+ });
78
+ const error = new ProviderError(
79
+ "API error (400): Invalid body",
80
+ "openai",
81
+ 400,
82
+ {
83
+ rawBody,
84
+ apiErrorCode: "invalid_body",
85
+ apiErrorType: "invalid_request_error",
86
+ requestId: "req_abc123",
87
+ },
88
+ );
89
+
90
+ // WHEN diagnostic log fields are built for it
91
+ const fields = buildProviderRejectionLogFields(error);
92
+
93
+ // THEN the body and the upstream metadata ride the record
94
+ expect(fields.upstreamErrorBody).toBe(rawBody);
95
+ expect(fields.upstreamErrorBodyTruncated).toBeUndefined();
96
+ expect(fields.apiErrorCode).toBe("invalid_body");
97
+ expect(fields.apiErrorType).toBe("invalid_request_error");
98
+ expect(fields.requestId).toBe("req_abc123");
99
+ });
100
+
101
+ test("bounds the body to 4 KB and flags the truncation", () => {
102
+ // GIVEN an upstream body larger than the logged ceiling
103
+ const rawBody = "x".repeat(MAX_LOGGED_UPSTREAM_BODY_CHARS + 500);
104
+ const error = new ProviderError("API error (400): huge", "openai", 400, {
105
+ rawBody,
106
+ });
107
+
108
+ // WHEN diagnostic log fields are built for it
109
+ const fields = buildProviderRejectionLogFields(error);
110
+
111
+ // THEN the logged body stops at the ceiling
112
+ expect(fields.upstreamErrorBody).toHaveLength(
113
+ MAX_LOGGED_UPSTREAM_BODY_CHARS,
114
+ );
115
+ // AND the record says the body was cut
116
+ expect(fields.upstreamErrorBodyTruncated).toBe(true);
117
+ });
118
+
119
+ test("parses the offending content-part coordinates for oversized strings", () => {
120
+ // GIVEN an oversized-content-part rejection naming the request position
121
+ const error = new ProviderError(
122
+ "API error (400): Invalid 'input[191].content[1].text': string too long. Expected a string with maximum length 10485760, but got a string with length 11436754 instead.",
123
+ "openai",
124
+ 400,
125
+ { apiErrorCode: "string_above_max_length" },
126
+ );
127
+
128
+ // WHEN diagnostic log fields are built for it
129
+ const fields = buildProviderRejectionLogFields(error);
130
+
131
+ // THEN the message and content indices are logged for a follow-up query
132
+ expect(fields.offendingMessageIndex).toBe(191);
133
+ expect(fields.offendingContentIndex).toBe(1);
134
+ });
135
+
136
+ test("parses coordinates out of the Chat Completions `messages[N]` shape", () => {
137
+ // GIVEN a rejection using the Chat Completions request shape
138
+ const error = new ProviderError(
139
+ "API error (400): Invalid 'messages[7].content[0].text': string too long.",
140
+ "openai",
141
+ 400,
142
+ { apiErrorCode: "string_above_max_length" },
143
+ );
144
+
145
+ // WHEN diagnostic log fields are built for it
146
+ const fields = buildProviderRejectionLogFields(error);
147
+
148
+ // THEN the same coordinates are extracted
149
+ expect(fields.offendingMessageIndex).toBe(7);
150
+ expect(fields.offendingContentIndex).toBe(0);
151
+ });
152
+
153
+ test("leaves coordinates absent for codes that carry no content-part pointer", () => {
154
+ // GIVEN a rejection whose code is outside the narrow tap
155
+ const error = new ProviderError(
156
+ "API error (400): Invalid 'input[3].content[0].text': something else.",
157
+ "openai",
158
+ 400,
159
+ { apiErrorCode: "model_not_found" },
160
+ );
161
+
162
+ // WHEN diagnostic log fields are built for it
163
+ const fields = buildProviderRejectionLogFields(error);
164
+
165
+ // THEN no coordinates are inferred from a coincidental match
166
+ expect(fields.offendingMessageIndex).toBeUndefined();
167
+ expect(fields.offendingContentIndex).toBeUndefined();
168
+ });
169
+
170
+ test("scrubs secrets out of the upstream body", () => {
171
+ // GIVEN an upstream body that echoed back a credential
172
+ const projectKey = `sk-proj-${"A".repeat(48)}`;
173
+ const error = new ProviderError("API error (400): bad key", "openai", 400, {
174
+ rawBody: JSON.stringify({
175
+ error: { message: `Incorrect API key provided: ${projectKey}` },
176
+ headers: { authorization: "Bearer some-token-value" },
177
+ }),
178
+ });
179
+
180
+ // WHEN diagnostic log fields are built for it
181
+ const fields = buildProviderRejectionLogFields(error);
182
+
183
+ // THEN the credential never reaches the log record
184
+ expect(fields.upstreamErrorBody).not.toContain(projectKey);
185
+ expect(fields.upstreamErrorBody).not.toContain("some-token-value");
186
+ expect(fields.upstreamErrorBody).toContain("[REDACTED]");
187
+ });
188
+
189
+ test("reports a null body for errors that are not provider errors", () => {
190
+ // GIVEN a non-provider error
191
+ const error = new Error("socket hang up");
192
+
193
+ // WHEN diagnostic log fields are built for it
194
+ const fields = buildProviderRejectionLogFields(error);
195
+
196
+ // THEN the body is explicitly null rather than missing
197
+ expect(fields.upstreamErrorBody).toBeNull();
198
+ });
199
+ });
200
+
201
+ describe("unclassified 4xx log line", () => {
202
+ let state: EventHandlerState;
203
+
204
+ beforeEach(() => {
205
+ logRecords.length = 0;
206
+ state = createEventHandlerState();
207
+ });
208
+
209
+ test("includes the upstream response body", async () => {
210
+ // GIVEN an unclassified 4xx provider rejection carrying the upstream body
211
+ const rawBody = JSON.stringify({
212
+ error: {
213
+ message:
214
+ "Invalid body: failed to parse JSON value from the request. Common errors include trailing commas.",
215
+ type: "invalid_request_error",
216
+ code: "invalid_body",
217
+ },
218
+ });
219
+ const error = new ProviderError(
220
+ "API error (400): Invalid body: failed to parse JSON value from the request.",
221
+ "openai",
222
+ 400,
223
+ { rawBody, apiErrorCode: "invalid_body" },
224
+ );
225
+
226
+ // WHEN the agent loop dispatches the error event
227
+ await dispatchAgentEvent(state, createDeps(), { type: "error", error });
228
+
229
+ // THEN the log record carries the body alongside the existing fields
230
+ const record = logRecords.find((r) => r.upstreamErrorBody !== undefined);
231
+ expect(record).toBeDefined();
232
+ expect(record?.upstreamErrorBody).toBe(rawBody);
233
+ expect(record?.conversationId).toBe("conv-provider-rejection");
234
+ expect(record?.statusCode).toBe(400);
235
+ expect(record?.provider).toBe("openai");
236
+ });
237
+
238
+ test("scrubs secrets out of the error message it logs", async () => {
239
+ // GIVEN a rejection whose normalized message echoes a credential
240
+ const error = new ProviderError(
241
+ "API error (400): rejected request with Authorization: Bearer some-token-value",
242
+ "openai",
243
+ 400,
244
+ { rawBody: "{}" },
245
+ );
246
+
247
+ // WHEN the agent loop dispatches the error event
248
+ await dispatchAgentEvent(state, createDeps(), { type: "error", error });
249
+
250
+ // THEN the credential is redacted out of the logged message
251
+ const record = logRecords.find((r) => r.upstreamErrorBody !== undefined);
252
+ expect(record?.errorMessage).not.toContain("some-token-value");
253
+ expect(record?.errorMessage).toContain("Bearer [REDACTED]");
254
+ });
255
+
256
+ test("bounds a huge upstream body to 4 KB", async () => {
257
+ // GIVEN an unclassified 4xx rejection whose body exceeds the ceiling
258
+ const error = new ProviderError("API error (400): huge", "openai", 400, {
259
+ rawBody: "y".repeat(MAX_LOGGED_UPSTREAM_BODY_CHARS * 3),
260
+ });
261
+
262
+ // WHEN the agent loop dispatches the error event
263
+ await dispatchAgentEvent(state, createDeps(), { type: "error", error });
264
+
265
+ // THEN the logged body is capped
266
+ const record = logRecords.find((r) => r.upstreamErrorBody !== undefined);
267
+ expect(record?.upstreamErrorBody).toHaveLength(
268
+ MAX_LOGGED_UPSTREAM_BODY_CHARS,
269
+ );
270
+ expect(record?.upstreamErrorBodyTruncated).toBe(true);
271
+ });
272
+ });
@@ -89,6 +89,7 @@ import {
89
89
  } from "../usage/pricing.js";
90
90
  import { ProviderError } from "../util/errors.js";
91
91
  import { faviconUrlForDomain } from "../util/favicon.js";
92
+ import { redactLogString } from "../util/log-redact.js";
92
93
  import { getLogger } from "../util/logger.js";
93
94
  import { withSqliteRetry } from "../util/sqlite-retry.js";
94
95
  import type { DirectiveRequest } from "./assistant-attachments.js";
@@ -143,6 +144,7 @@ import type {
143
144
  WebSearchResultItem,
144
145
  } from "./message-types/web-activity.js";
145
146
  import { referenceMediaBlocksForPersist } from "./persist-media-references.js";
147
+ import { buildProviderRejectionLogFields } from "./provider-rejection-log-fields.js";
146
148
  import { turnOrRestingTrust } from "./trust-context-types.js";
147
149
  import type { TurnLatencyTracker } from "./turn-latency-tracker.js";
148
150
 
@@ -2708,7 +2710,8 @@ function handleError(
2708
2710
  event.error instanceof ProviderError
2709
2711
  ? event.error.provider
2710
2712
  : undefined,
2711
- errorMessage: event.error.message,
2713
+ errorMessage: redactLogString(event.error.message),
2714
+ ...buildProviderRejectionLogFields(event.error),
2712
2715
  },
2713
2716
  "Provider rejected request with unclassified 4xx error",
2714
2717
  );
@@ -11,6 +11,7 @@ import {
11
11
  isImageDimensionsTooLargeError,
12
12
  isImageMediaTypeMismatchError,
13
13
  isImageUnprocessableError,
14
+ isImageUnsupportedFormatError,
14
15
  } from "../plugins/defaults/image-recovery/detect.js";
15
16
  import { ConnectionResolutionError } from "../providers/connection-resolution.js";
16
17
  import { PROVIDER_CATALOG } from "../providers/model-catalog.js";
@@ -539,6 +540,18 @@ function classifyCore(
539
540
  errorCategory: "image_media_type_mismatch",
540
541
  };
541
542
  }
543
+ if (isImageUnsupportedFormatError(message)) {
544
+ // Same wire-code reuse as image_unprocessable above. The provider read
545
+ // the bytes and found no image it accepts, so no relabel or resize can
546
+ // rescue the attachment: name the accepted formats instead.
547
+ return {
548
+ code: "IMAGE_TOO_LARGE",
549
+ userMessage:
550
+ "An image in this conversation is not in a format the AI provider accepts (PNG, JPEG, GIF, and WebP are). Remove or convert it and send your message again.",
551
+ retryable: false,
552
+ errorCategory: "image_unsupported_format",
553
+ };
554
+ }
542
555
  if (isVisionNotSupportedError(message)) {
543
556
  return visionNotSupportedClassification();
544
557
  }
@@ -632,13 +645,17 @@ function reasonToClassification(
632
645
  return contextTooLargeClassification();
633
646
  case "vision_unsupported":
634
647
  return visionNotSupportedClassification();
648
+ // Two producers share this reason: SDK transport failures that never got
649
+ // a response (OpenAI APIConnectionError), and Gemini responses whose empty
650
+ // body reveals a proxy/egress filter intercepting the request. The copy
651
+ // must stay broad enough for both.
635
652
  case "network_error":
636
653
  return {
637
654
  code: "PROVIDER_NETWORK",
638
655
  userMessage:
639
- "The provider returned an empty response with no body — this typically indicates a network proxy or egress filter intercepting the request, not a genuine provider error. Check your network configuration.",
656
+ "The request could not reach the provider: the connection failed before a real response arrived. Check that the endpoint is reachable and that no proxy or egress filter is intercepting the request, then try again.",
640
657
  retryable: true,
641
- errorCategory: "provider_network_proxy_intercepted",
658
+ errorCategory: "provider_network_error",
642
659
  };
643
660
  case "model_not_found":
644
661
  return {
@@ -69,6 +69,7 @@ import type { UserMessageAttachment } from "./message-protocol.js";
69
69
  import type { ConversationTransportMetadata } from "./message-types/conversations.js";
70
70
  import type { TrustContext } from "./trust-context-types.js";
71
71
  import { restingTrust } from "./trust-context-types.js";
72
+ import { postUnsendableImageNotice } from "./unsendable-image-notice.js";
72
73
 
73
74
  const log = getLogger("conversation-messaging");
74
75
 
@@ -855,7 +856,6 @@ export async function persistQueuedMessageBody(
855
856
  filePath: attachment.filePath,
856
857
  }),
857
858
  );
858
- const cleanMessage = await createUserMessage(content, attachmentInputs);
859
859
  let pushedToHistory = false;
860
860
 
861
861
  try {
@@ -1015,6 +1015,14 @@ export async function persistQueuedMessageBody(
1015
1015
  attachmentInputs,
1016
1016
  );
1017
1017
 
1018
+ // The turn sees exactly what was persisted: an attachment rejected during
1019
+ // materialization is absent from both, so a file the store refused cannot
1020
+ // reach the model through the in-memory message.
1021
+ const sentAttachments = preparedAttachments.map(
1022
+ (p) => attachmentInputs[p.position],
1023
+ );
1024
+ const cleanMessage = await createUserMessage(content, sentAttachments);
1025
+
1018
1026
  // When displayContent is provided (e.g. original text before recording
1019
1027
  // intent stripping), persist that to DB so users see the full message
1020
1028
  // after restart. The in-memory userMessage (sent to the LLM) still uses
@@ -1119,7 +1127,7 @@ export async function persistQueuedMessageBody(
1119
1127
 
1120
1128
  const llmMessage = enrichMessageWithSourcePaths(
1121
1129
  cleanMessage,
1122
- attachmentInputs,
1130
+ sentAttachments,
1123
1131
  );
1124
1132
  log.info(
1125
1133
  {
@@ -1144,6 +1152,18 @@ export async function persistQueuedMessageBody(
1144
1152
  );
1145
1153
  }
1146
1154
 
1155
+ // Read after the content is final (including any link-failure repair), so
1156
+ // the notice describes the blocks the send boundary will actually see.
1157
+ const persistedImages = preparedAttachments.flatMap((p, idx) => {
1158
+ const block = repairedBlocks?.[idx] ?? p.block;
1159
+ if (block.type !== "image") {
1160
+ return [];
1161
+ }
1162
+ const { filename } = attachmentInputs[p.position];
1163
+ return [{ filename, source: block.source }];
1164
+ });
1165
+ await postUnsendableImageNotice(ctx.conversationId, persistedImages);
1166
+
1147
1167
  return { id: persistedUserMessage.id, deduplicated: false };
1148
1168
  } catch (err) {
1149
1169
  if (pushedToHistory) {
@@ -1827,6 +1827,13 @@ export interface ProcessMessageOptions {
1827
1827
  displayContent?: string;
1828
1828
  /** JWT-verified committer principal for turn-scoped host-proxy authorization. */
1829
1829
  sourceActorPrincipalId?: string;
1830
+ /**
1831
+ * The actor this turn is being started for. Stamped onto the conversation
1832
+ * before history is scoped, so the run hydrates as its committer rather
1833
+ * than as whoever last left the resting slot set. Callers with no actor of
1834
+ * their own (internal dispatch) omit it and the resting actor stands.
1835
+ */
1836
+ trustContext?: TrustContext;
1830
1837
  /**
1831
1838
  * True when this turn was auto-sent on the user's behalf rather than typed
1832
1839
  * (see `PersistMessageOptions.scripted`). Forwarded to persistence so the
@@ -1873,7 +1880,11 @@ export async function processMessage(
1873
1880
  sourceActorPrincipalId,
1874
1881
  scripted,
1875
1882
  metadata: callerMetadata,
1883
+ trustContext: committingTrustContext,
1876
1884
  } = options;
1885
+ if (committingTrustContext) {
1886
+ conversation.setTrustContext(committingTrustContext);
1887
+ }
1877
1888
  await conversation.ensureActorScopedHistory();
1878
1889
  // Snapshot persona context at turn start so later tool turns can't pick up
1879
1890
  // a different actor's context if a concurrent request mutates the live fields.
@@ -151,6 +151,13 @@ function applyTransportMetadata(
151
151
  *
152
152
  * Handles provider setup, rate limiting, system prompt, memory policy,
153
153
  * and conversation hydration.
154
+ *
155
+ * The in-memory Conversation snapshots the tool registry at construction.
156
+ * An empty snapshot is an empty tool list on the wire for the life of the
157
+ * instance, so the create path initializes the registry before that
158
+ * constructor runs. A hit in `findConversation` already has its snapshot.
159
+ * `initializeTools` is idempotent: a process that already initialized at
160
+ * boot awaits the settled promise.
154
161
  */
155
162
  export async function getOrCreateConversation(
156
163
  conversationId: string,
@@ -228,6 +235,9 @@ export async function getOrCreateConversation(
228
235
  const systemPrompt = await resolveInitialSystemPrompt(storedOptions);
229
236
  const maxTokens = storedOptions?.maxResponseTokens;
230
237
 
238
+ const { initializeTools } = await import("../tools/registry.js");
239
+ await initializeTools();
240
+
231
241
  const newConversation = new Conversation(
232
242
  conversationId,
233
243
  provider,