@vellumai/assistant 0.11.4 → 0.11.5-dev.202608220019.a778cf0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (457) hide show
  1. package/AGENTS.md +6 -2
  2. package/ARCHITECTURE.md +29 -4
  3. package/README.md +1 -1
  4. package/docs/architecture/memory.md +17 -5
  5. package/docs/architecture/security.md +96 -152
  6. package/docs/guardian-request-flow.md +13 -2
  7. package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/package.json +1 -0
  8. package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/src/__tests__/ingress.test.ts +118 -0
  9. package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/src/__tests__/url-normalization.test.ts +135 -0
  10. package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/src/index.ts +1 -0
  11. package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/src/ingress.ts +103 -0
  12. package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/src/url-normalization.ts +107 -0
  13. package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/package.json +1 -0
  14. package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/src/__tests__/ingress.test.ts +118 -0
  15. package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/src/__tests__/url-normalization.test.ts +135 -0
  16. package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/src/index.ts +1 -0
  17. package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/src/ingress.ts +103 -0
  18. package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/src/url-normalization.ts +107 -0
  19. package/node_modules/@vellumai/gateway-client/src/gateway-ipc-contracts.ts +166 -1
  20. package/node_modules/@vellumai/gateway-client/src/http-delivery.ts +7 -14
  21. package/node_modules/@vellumai/gateway-client/src/index.ts +2 -0
  22. package/node_modules/@vellumai/gateway-client/src/outbound-contract.ts +30 -32
  23. package/node_modules/@vellumai/service-contracts/package.json +1 -0
  24. package/node_modules/@vellumai/service-contracts/src/__tests__/ingress.test.ts +118 -0
  25. package/node_modules/@vellumai/service-contracts/src/__tests__/url-normalization.test.ts +135 -0
  26. package/node_modules/@vellumai/service-contracts/src/index.ts +1 -0
  27. package/node_modules/@vellumai/service-contracts/src/ingress.ts +103 -0
  28. package/node_modules/@vellumai/service-contracts/src/url-normalization.ts +107 -0
  29. package/openapi.yaml +487 -11
  30. package/package.json +1 -1
  31. package/scripts/sync-web-search-catalog.ts +6 -0
  32. package/src/__tests__/anthropic-provider.test.ts +10 -3
  33. package/src/__tests__/approval-interception-trust-gates.test.ts +40 -0
  34. package/src/__tests__/background-workers-disk-pressure.test.ts +1 -1
  35. package/src/__tests__/channel-approval-routes.test.ts +4 -0
  36. package/src/__tests__/channel-inbound-disk-pressure.test.ts +5 -6
  37. package/src/__tests__/channel-readiness-service.test.ts +126 -0
  38. package/src/__tests__/channel-reply-delivery.test.ts +30 -17
  39. package/src/__tests__/checker.test.ts +20 -314
  40. package/src/__tests__/cli-memory-v2-reembed-skills.test.ts +6 -2
  41. package/src/__tests__/client-os-metadata-persistence.test.ts +16 -0
  42. package/src/__tests__/compactor-retained-image-validation.test.ts +142 -0
  43. package/src/__tests__/config-loader-backfill.test.ts +19 -10
  44. package/src/__tests__/container-cpu-sampler.test.ts +153 -0
  45. package/src/__tests__/context-search-memory-v2-source.test.ts +0 -1
  46. package/src/__tests__/conversation-attachments.test.ts +0 -1
  47. package/src/__tests__/conversation-delete-watch-timeline.test.ts +231 -0
  48. package/src/__tests__/conversation-error.test.ts +17 -0
  49. package/src/__tests__/conversation-lifecycle.test.ts +20 -26
  50. package/src/__tests__/conversation-pairing.test.ts +186 -0
  51. package/src/__tests__/conversation-runtime-assembly.test.ts +21 -2
  52. package/src/__tests__/credential-broker-server-use.test.ts +24 -5
  53. package/src/__tests__/credential-routes.test.ts +22 -3
  54. package/src/__tests__/credential-security-invariants.test.ts +2 -1
  55. package/src/__tests__/daemon-credential-client.test.ts +88 -0
  56. package/src/__tests__/default-plugin-names-guard.test.ts +12 -1
  57. package/src/__tests__/dm-backfill.test.ts +63 -0
  58. package/src/__tests__/dynamic-skill-background-guard.test.ts +0 -2
  59. package/src/__tests__/edit-propagation.test.ts +107 -4
  60. package/src/__tests__/events-client-registration.test.ts +28 -0
  61. package/src/__tests__/file-write-tool.test.ts +4 -2
  62. package/src/__tests__/guardian-prompt-notice-privacy.test.ts +133 -0
  63. package/src/__tests__/guardian-verify-setup-skill-regression.test.ts +143 -97
  64. package/src/__tests__/helpers/gateway-classify-mock.ts +27 -6
  65. package/src/__tests__/host-proxy-interface.test.ts +11 -1
  66. package/src/__tests__/host-shell-tool.test.ts +23 -4
  67. package/src/__tests__/image-conversion.test.ts +143 -1
  68. package/src/__tests__/inline-skill-load-permissions.test.ts +47 -36
  69. package/src/__tests__/input-repairs.test.ts +207 -0
  70. package/src/__tests__/live-workspace-guard.test.ts +75 -0
  71. package/src/__tests__/managed-profile-guard.test.ts +4 -2
  72. package/src/__tests__/mcp-abort-signal.test.ts +1 -1
  73. package/src/__tests__/mcp-client-auth.test.ts +1 -1
  74. package/src/__tests__/mcp-tool-annotations-risk.test.ts +1 -1
  75. package/src/__tests__/media-resolve-image-validation.test.ts +310 -0
  76. package/src/__tests__/mtime-cache.test.ts +2 -0
  77. package/src/__tests__/notification-vellum-adapter.test.ts +124 -1
  78. package/src/__tests__/openai-provider.test.ts +40 -0
  79. package/src/__tests__/openai-responses-provider.test.ts +18 -0
  80. package/src/__tests__/personal-memory-auth-bypass.test.ts +22 -6
  81. package/src/__tests__/platform-bash-auto-approve.test.ts +0 -4
  82. package/src/__tests__/platform.test.ts +16 -1
  83. package/src/__tests__/plugin-api-resolve-credential.test.ts +22 -13
  84. package/src/__tests__/plugin-api-shim.test.ts +5 -0
  85. package/src/__tests__/plugin-api-store-credential.test.ts +268 -0
  86. package/src/__tests__/plugin-config-data-migration.test.ts +8 -1
  87. package/src/__tests__/plugin-disabled-state.test.ts +2 -0
  88. package/src/__tests__/plugin-effective-enabled-set.test.ts +55 -3
  89. package/src/__tests__/plugin-execution-context.test.ts +73 -0
  90. package/src/__tests__/plugin-import-boundary-guard.test.ts +0 -1
  91. package/src/__tests__/plugin-import-boundary-reverse-guard.test.ts +0 -1
  92. package/src/__tests__/reaction-persistence.test.ts +200 -7
  93. package/src/__tests__/require-fresh-approval.test.ts +0 -4
  94. package/src/__tests__/resource-pressure-guard.test.ts +428 -0
  95. package/src/__tests__/resource-pressure-routes.test.ts +113 -0
  96. package/src/__tests__/risk-classification-boundary-guard.test.ts +115 -0
  97. package/src/__tests__/run-conversation-turn-persistence.test.ts +27 -1
  98. package/src/__tests__/sanitize-config-for-transfer.test.ts +28 -0
  99. package/src/__tests__/secret-routes-platform-proxy.test.ts +7 -0
  100. package/src/__tests__/settings-routes.test.ts +85 -3
  101. package/src/__tests__/skill-tool-factory.test.ts +161 -0
  102. package/src/__tests__/tool-execution-pipeline.benchmark.test.ts +1 -1
  103. package/src/__tests__/tool-executor-lifecycle-events.test.ts +132 -5
  104. package/src/__tests__/tool-executor.test.ts +63 -38
  105. package/src/__tests__/tool-policy.test.ts +97 -1
  106. package/src/__tests__/trusted-contact-inline-approval-integration.test.ts +7 -4
  107. package/src/__tests__/user-plugin-loader.test.ts +2 -0
  108. package/src/__tests__/validate-input.test.ts +243 -7
  109. package/src/__tests__/verification-control-plane-policy.test.ts +0 -2
  110. package/src/__tests__/voice-scoped-grant-consumer.test.ts +2 -0
  111. package/src/__tests__/voice-session-bridge.test.ts +42 -0
  112. package/src/__tests__/web-search-catalog-parity.test.ts +8 -0
  113. package/src/acp/__tests__/acp-claude-oauth.test.ts +97 -29
  114. package/src/acp/__tests__/prepare-agent-env.test.ts +376 -153
  115. package/src/acp/acp-claude-oauth.ts +38 -21
  116. package/src/acp/prepare-agent-env.ts +146 -55
  117. package/src/agent/loop-tool-dedup.test.ts +161 -0
  118. package/src/agent/loop.ts +68 -22
  119. package/src/api/constants/app-tools.ts +34 -0
  120. package/src/api/constants/profile-config-validation.ts +60 -0
  121. package/src/api/events/resource-pressure-status-changed.ts +53 -0
  122. package/src/api/events/tool-result.ts +6 -1
  123. package/src/api/events/watch-retro-completed.ts +52 -0
  124. package/src/api/index.ts +30 -0
  125. package/src/api/responses/resource-pressure-status.ts +25 -0
  126. package/src/approvals/guardian-channel-delivery.ts +70 -6
  127. package/src/approvals/guardian-request-resolvers.ts +32 -66
  128. package/src/calls/__tests__/voice-session-bridge.test.ts +114 -0
  129. package/src/calls/voice-session-bridge.ts +60 -6
  130. package/src/channels/__tests__/message-audience.test.ts +49 -0
  131. package/src/channels/__tests__/types.test.ts +17 -3
  132. package/src/channels/message-audience.ts +40 -0
  133. package/src/channels/types.ts +16 -12
  134. package/src/cli/__tests__/catalog-search-help.test.ts +50 -0
  135. package/src/cli/commands/__tests__/channel-verification-sessions.test.ts +31 -0
  136. package/src/cli/commands/__tests__/conversations-search.test.ts +289 -0
  137. package/src/cli/commands/__tests__/conversations-slack.test.ts +2 -1
  138. package/src/cli/commands/__tests__/inference-profiles.test.ts +16 -4
  139. package/src/cli/commands/__tests__/inference-providers.test.ts +135 -2
  140. package/src/cli/commands/__tests__/keys.test.ts +89 -8
  141. package/src/cli/commands/__tests__/plugins.test.ts +57 -1
  142. package/src/cli/commands/channel-verification-sessions.help.ts +11 -9
  143. package/src/cli/commands/channel-verification-sessions.ts +11 -21
  144. package/src/cli/commands/conversations.help.ts +34 -0
  145. package/src/cli/commands/conversations.ts +125 -0
  146. package/src/cli/commands/inference-profiles.ts +56 -3
  147. package/src/cli/commands/inference-providers.ts +37 -6
  148. package/src/cli/commands/inference.help.ts +9 -4
  149. package/src/cli/commands/keys.help.ts +13 -1
  150. package/src/cli/commands/keys.ts +26 -15
  151. package/src/cli/commands/memory/__tests__/memory-v2.test.ts +57 -7
  152. package/src/cli/commands/memory/index.help.ts +41 -27
  153. package/src/cli/commands/memory/index.ts +2 -0
  154. package/src/cli/commands/memory/memory-v2.ts +58 -54
  155. package/src/cli/commands/memory/memory-validate.ts +18 -0
  156. package/src/cli/commands/monitoring.ts +1 -0
  157. package/src/cli/commands/oauth/request.test.ts +93 -0
  158. package/src/cli/commands/oauth/request.ts +23 -9
  159. package/src/cli/commands/plugins.help.ts +28 -31
  160. package/src/cli/commands/plugins.ts +10 -0
  161. package/src/cli/commands/skills.help.ts +13 -16
  162. package/src/cli/commands/trust.ts +3 -14
  163. package/src/cli/lib/__tests__/install-from-github.test.ts +38 -0
  164. package/src/cli/lib/__tests__/merge-plugin-tree.test.ts +34 -0
  165. package/src/cli/lib/__tests__/plugin-surfaces.test.ts +32 -1
  166. package/src/cli/lib/__tests__/toggle-plugin.test.ts +2 -1
  167. package/src/cli/lib/__tests__/upgrade-plugin.test.ts +64 -0
  168. package/src/cli/lib/bundled-marketplace.json +26 -0
  169. package/src/cli/lib/daemon-credential-client.ts +25 -3
  170. package/src/cli/lib/install-from-github.ts +35 -24
  171. package/src/cli/lib/merge-plugin-tree.ts +22 -4
  172. package/src/cli/lib/open-browser.test.ts +67 -0
  173. package/src/cli/lib/open-browser.ts +24 -5
  174. package/src/cli/lib/plugin-surfaces.ts +27 -0
  175. package/src/config/__tests__/balanced-model-experiment.test.ts +7 -7
  176. package/src/config/__tests__/default-profile-catalog.test.ts +3 -3
  177. package/src/config/__tests__/profile-materialization.test.ts +26 -0
  178. package/src/config/default-profile-catalog.ts +5 -6
  179. package/src/config/feature-flag-registry.json +36 -28
  180. package/src/config/profile-materialization.ts +29 -0
  181. package/src/config/sanitize-for-transfer.ts +16 -0
  182. package/src/config/schemas/llm.ts +7 -0
  183. package/src/config/schemas/services.ts +6 -0
  184. package/src/config/webhook-routing.ts +8 -0
  185. package/src/context/compactor.ts +31 -2
  186. package/src/context/outbound-sanitize.ts +6 -0
  187. package/src/daemon/__tests__/lifecycle-watch-timeline-sweep.test.ts +98 -0
  188. package/src/daemon/__tests__/provider-rejection-log-fields.test.ts +272 -0
  189. package/src/daemon/conversation-agent-loop-handlers.ts +4 -1
  190. package/src/daemon/conversation-error.ts +19 -2
  191. package/src/daemon/conversation-messaging.ts +22 -2
  192. package/src/daemon/conversation-process.ts +11 -0
  193. package/src/daemon/conversation-store.ts +10 -0
  194. package/src/daemon/conversation-surfaces.ts +21 -8
  195. package/src/daemon/conversation.ts +12 -10
  196. package/src/daemon/daemon-control.ts +1 -0
  197. package/src/daemon/handlers/__tests__/config-ingress-tunnel-records.test.ts +208 -0
  198. package/src/daemon/handlers/config-ingress.ts +115 -5
  199. package/src/daemon/lifecycle.ts +30 -2
  200. package/src/daemon/message-types/conversations.ts +5 -7
  201. package/src/daemon/message-types/web-activity.ts +3 -2
  202. package/src/daemon/provider-rejection-log-fields.ts +124 -0
  203. package/src/daemon/resource-pressure-guard-lifecycle.ts +66 -0
  204. package/src/daemon/resource-pressure-guard.ts +387 -0
  205. package/src/daemon/shutdown-handlers.ts +2 -0
  206. package/src/daemon/startup-error.ts +16 -0
  207. package/src/daemon/trust-context.ts +14 -10
  208. package/src/daemon/unsendable-image-notice.ts +76 -0
  209. package/src/hooks/registry.ts +65 -51
  210. package/src/inbound/__tests__/tunnel-probe.test.ts +448 -0
  211. package/src/inbound/tunnel-probe.ts +261 -0
  212. package/src/ipc/__tests__/socket-path.test.ts +15 -7
  213. package/src/ipc/gateway-client.test.ts +1 -1
  214. package/src/ipc/gateway-client.ts +14 -21
  215. package/src/ipc/socket-cleanup.ts +2 -11
  216. package/src/mcp/__tests__/mcp-auth-orchestrator.test.ts +1 -1
  217. package/src/messaging/provider-message-metadata.ts +128 -0
  218. package/src/messaging/providers/__tests__/transport-dispatch.test.ts +138 -73
  219. package/src/messaging/providers/channel-transport.ts +100 -16
  220. package/src/messaging/providers/discord/send.ts +16 -0
  221. package/src/messaging/providers/discord/transport.ts +23 -1
  222. package/src/messaging/providers/index.ts +84 -16
  223. package/src/messaging/providers/slack/message-metadata.ts +45 -0
  224. package/src/messaging/providers/slack/render-transcript.ts +1 -4
  225. package/src/messaging/providers/slack/send.test.ts +88 -34
  226. package/src/messaging/providers/slack/send.ts +99 -50
  227. package/src/messaging/providers/slack/transport.ts +35 -37
  228. package/src/messaging/providers/telegram-bot/send.test.ts +88 -18
  229. package/src/messaging/providers/telegram-bot/send.ts +36 -0
  230. package/src/messaging/providers/telegram-bot/transport.ts +22 -8
  231. package/src/messaging/read-provider-metadata.test.ts +157 -0
  232. package/src/messaging/read-provider-metadata.ts +51 -0
  233. package/src/notifications/__tests__/assistant-reply-producer.test.ts +94 -0
  234. package/src/notifications/__tests__/edit-notification.test.ts +174 -2
  235. package/src/notifications/__tests__/home-feed-side-effect.test.ts +536 -4
  236. package/src/notifications/adapters/macos.ts +55 -0
  237. package/src/notifications/adapters/slack.ts +10 -5
  238. package/src/notifications/assistant-reply-producer.ts +37 -4
  239. package/src/notifications/conversation-pairing.ts +111 -21
  240. package/src/notifications/edit-notification.ts +38 -8
  241. package/src/notifications/emit-signal.ts +12 -14
  242. package/src/notifications/home-feed-side-effect.ts +218 -15
  243. package/src/notifications/types.ts +5 -0
  244. package/src/permissions/AGENTS.md +16 -0
  245. package/src/permissions/checker.test.ts +75 -122
  246. package/src/permissions/checker.ts +44 -560
  247. package/src/permissions/confirmation-guardian-request.test.ts +28 -3
  248. package/src/permissions/confirmation-guardian-request.ts +5 -1
  249. package/src/persistence/conversation-crud.ts +69 -20
  250. package/src/persistence/conversation-queries.ts +14 -1
  251. package/src/persistence/conversation-types.ts +22 -0
  252. package/src/persistence/db-async-query.ts +2 -1
  253. package/src/persistence/db-maintenance.ts +15 -0
  254. package/src/persistence/delivery-crud.ts +122 -15
  255. package/src/persistence/embeddings/qdrant-manager.ts +1 -0
  256. package/src/persistence/migrations/367-create-watch-timeline-entries.ts +46 -0
  257. package/src/persistence/migrations/368-watch-timeline-screenshot-blob.ts +33 -0
  258. package/src/persistence/migrations/__tests__/367-create-watch-timeline-entries.test.ts +98 -0
  259. package/src/persistence/migrations/__tests__/368-watch-timeline-screenshot-blob.test.ts +98 -0
  260. package/src/persistence/schema/index.ts +1 -0
  261. package/src/persistence/schema/watch.ts +29 -0
  262. package/src/persistence/steps.ts +4 -0
  263. package/src/plugin-api/__tests__/import-graph-partial-mock.test.ts +67 -0
  264. package/src/plugin-api/conversation-turn.ts +27 -0
  265. package/src/plugin-api/credential-scope.test.ts +15 -0
  266. package/src/plugin-api/credential-scope.ts +14 -0
  267. package/src/plugin-api/index.ts +19 -1
  268. package/src/plugin-api/resolve-credential.ts +15 -10
  269. package/src/plugin-api/store-credential.ts +148 -0
  270. package/src/plugin-api/system-card.ts +36 -0
  271. package/src/plugin-api/vision-support.test.ts +82 -0
  272. package/src/plugin-api/vision-support.ts +14 -2
  273. package/src/plugins/defaults/image-fallback/__tests__/image-fallback.test.ts +361 -110
  274. package/src/plugins/defaults/image-fallback/__tests__/vision-recovery.test.ts +4 -0
  275. package/src/plugins/defaults/image-fallback/hooks/user-prompt-submit.ts +58 -0
  276. package/src/plugins/defaults/image-fallback/src/caption-blocks.ts +64 -23
  277. package/src/plugins/defaults/image-recovery/detect.ts +24 -1
  278. package/src/plugins/defaults/main.ts +15 -0
  279. package/src/plugins/defaults/memory/AGENTS.md +11 -3
  280. package/src/plugins/defaults/memory/__tests__/memory-tier-boundary-guard.test.ts +0 -1
  281. package/src/plugins/defaults/memory/graph-topology/pending-buffer.ts +9 -12
  282. package/src/plugins/defaults/memory/memory-retrospective-prompt.ts +1 -1
  283. package/src/plugins/defaults/memory/src/memory-v2-routes.ts +12 -10
  284. package/src/plugins/defaults/memory/substrate/__tests__/consolidation-job.test.ts +114 -0
  285. package/src/plugins/defaults/memory/substrate/__tests__/consolidation-prompt-flag-gating-guard.test.ts +8 -0
  286. package/src/plugins/defaults/memory/substrate/__tests__/edge-index.test.ts +0 -30
  287. package/src/plugins/defaults/memory/substrate/__tests__/ingest.test.ts +73 -1
  288. package/src/plugins/defaults/memory/substrate/__tests__/page-index.test.ts +37 -0
  289. package/src/plugins/defaults/memory/substrate/__tests__/page-links.test.ts +208 -0
  290. package/src/plugins/defaults/memory/substrate/__tests__/prompts-consolidation.test.ts +158 -1
  291. package/src/plugins/defaults/memory/substrate/__tests__/static-context.test.ts +1 -61
  292. package/src/plugins/defaults/memory/substrate/consolidation-job.ts +68 -6
  293. package/src/plugins/defaults/memory/substrate/edge-index.ts +0 -31
  294. package/src/plugins/defaults/memory/substrate/ingest.ts +59 -0
  295. package/src/plugins/defaults/memory/substrate/page-index.ts +35 -8
  296. package/src/plugins/defaults/memory/substrate/page-links.ts +133 -0
  297. package/src/plugins/defaults/memory/substrate/page-store.ts +10 -0
  298. package/src/plugins/defaults/memory/substrate/prompts/consolidation.ts +124 -34
  299. package/src/plugins/defaults/memory/substrate/static-context.ts +0 -29
  300. package/src/plugins/defaults/memory/v3/__tests__/shadow-plugin.test.ts +3 -1
  301. package/src/plugins/defaults/memory/v3/card.ts +9 -9
  302. package/src/plugins/defaults/memory/v3/core-set.test.ts +7 -0
  303. package/src/plugins/defaults/memory/v3/core-set.ts +5 -1
  304. package/src/plugins/defaults/memory/v3/edge.ts +13 -57
  305. package/src/plugins/mtime-cache.ts +1 -1
  306. package/src/plugins/pipeline.ts +14 -7
  307. package/src/plugins/plugin-execution-context.ts +35 -11
  308. package/src/plugins/plugin-tree-walk.ts +63 -4
  309. package/src/providers/__tests__/retry-network-error.test.ts +84 -0
  310. package/src/providers/anthropic/__tests__/pause-turn-continuation.test.ts +170 -0
  311. package/src/providers/anthropic/client.ts +332 -241
  312. package/src/providers/connection-resolution.ts +25 -2
  313. package/src/providers/content-blocks.ts +22 -0
  314. package/src/providers/fetch-provider-catalog.ts +19 -0
  315. package/src/providers/gemini/client.ts +5 -2
  316. package/src/providers/inference/__tests__/adapter-factory-litellm.test.ts +47 -1
  317. package/src/providers/inference/__tests__/adapter-factory-ollama.test.ts +83 -0
  318. package/src/providers/inference/__tests__/adapter-factory-openai-compatible.test.ts +98 -1
  319. package/src/providers/inference/__tests__/base-url-route-validation.test.ts +38 -0
  320. package/src/providers/inference/__tests__/base-url-security.test.ts +10 -0
  321. package/src/providers/inference/__tests__/connections-ollama.test.ts +90 -0
  322. package/src/providers/inference/__tests__/endpoint-probe.test.ts +92 -0
  323. package/src/providers/inference/__tests__/missing-credential-guard.test.ts +117 -0
  324. package/src/providers/inference/__tests__/profile-config-validation.test.ts +39 -0
  325. package/src/providers/inference/__tests__/profile-probe-classify.test.ts +66 -0
  326. package/src/providers/inference/adapter-factory.ts +33 -2
  327. package/src/providers/inference/auth.ts +13 -2
  328. package/src/providers/inference/credential-usage.ts +37 -0
  329. package/src/providers/inference/endpoint-probe.ts +115 -0
  330. package/src/providers/inference/missing-credential-guard.ts +110 -0
  331. package/src/providers/inference/profile-probe.ts +256 -0
  332. package/src/providers/inference/resolve-auth.ts +7 -7
  333. package/src/providers/media-resolve.ts +176 -15
  334. package/src/providers/model-catalog.ts +10 -0
  335. package/src/providers/openai/__tests__/api-error-normalization.test.ts +17 -1
  336. package/src/providers/openai/__tests__/chat-completions-provider-reasoning.test.ts +576 -46
  337. package/src/providers/openai/__tests__/connection-error-wrap.test.ts +44 -0
  338. package/src/providers/openai/__tests__/tool-choice-mapping.test.ts +125 -2
  339. package/src/providers/openai/api-error-normalization.ts +16 -2
  340. package/src/providers/openai/chat-completions-provider.ts +326 -44
  341. package/src/providers/openai/responses-provider.ts +5 -2
  342. package/src/providers/provider-send-message.ts +11 -0
  343. package/src/providers/retry.ts +6 -0
  344. package/src/providers/search-provider-catalog.ts +20 -0
  345. package/src/routes/route-host-protocol.ts +7 -0
  346. package/src/routes/worker.ts +31 -10
  347. package/src/runtime/AGENTS.md +36 -0
  348. package/src/runtime/__tests__/host-observe.test.ts +302 -0
  349. package/src/runtime/__tests__/runtime-http-port-collision.test.ts +131 -0
  350. package/src/runtime/__tests__/web-presence.test.ts +234 -0
  351. package/src/runtime/assistant-event-hub.ts +38 -0
  352. package/src/runtime/channel-readiness-service.ts +39 -13
  353. package/src/runtime/channel-readiness-types.ts +49 -2
  354. package/src/runtime/channel-reply-delivery.ts +55 -32
  355. package/src/runtime/channel-retry-sweep.ts +6 -4
  356. package/src/runtime/effective-capabilities.test.ts +19 -0
  357. package/src/runtime/effective-capabilities.ts +25 -0
  358. package/src/runtime/guardian-reply-router.ts +6 -2
  359. package/src/runtime/host-observe.ts +246 -0
  360. package/src/runtime/http-errors.ts +1 -0
  361. package/src/runtime/http-server.ts +185 -6
  362. package/src/runtime/routes/__tests__/client-routes.test.ts +150 -0
  363. package/src/runtime/routes/__tests__/conversation-list-routes.test.ts +133 -0
  364. package/src/runtime/routes/__tests__/conversation-query-routes.test.ts +80 -0
  365. package/src/runtime/routes/__tests__/credential-delete-in-use.test.ts +155 -0
  366. package/src/runtime/routes/__tests__/inference-profiles-routes.test.ts +118 -0
  367. package/src/runtime/routes/__tests__/inference-provider-connection-routes.test.ts +72 -1
  368. package/src/runtime/routes/__tests__/ingress-status-routes.test.ts +508 -0
  369. package/src/runtime/routes/__tests__/monitoring-routes.test.ts +1 -0
  370. package/src/runtime/routes/__tests__/pending-interactions-route.test.ts +175 -0
  371. package/src/runtime/routes/__tests__/plugins-routes.test.ts +103 -71
  372. package/src/runtime/routes/__tests__/surface-action-routes.test.ts +55 -6
  373. package/src/runtime/routes/__tests__/system-card-turn-termination.test.ts +107 -0
  374. package/src/runtime/routes/__tests__/user-route-dispatcher-host.test.ts +52 -1
  375. package/src/runtime/routes/__tests__/user-route-dispatcher.test.ts +75 -4
  376. package/src/runtime/routes/__tests__/watch-routes-guardian-cache.test.ts +139 -0
  377. package/src/runtime/routes/__tests__/watch-routes.test.ts +598 -0
  378. package/src/runtime/routes/approval-routes.ts +37 -4
  379. package/src/runtime/routes/approval-strategies/guardian-text-engine-strategy.ts +16 -22
  380. package/src/runtime/routes/canned-message-complete.ts +68 -29
  381. package/src/runtime/routes/channel-readiness-routes.ts +14 -2
  382. package/src/runtime/routes/client-routes.ts +113 -0
  383. package/src/runtime/routes/conversation-list-routes.ts +22 -7
  384. package/src/runtime/routes/conversation-management-routes.ts +15 -9
  385. package/src/runtime/routes/conversation-query-routes.ts +10 -0
  386. package/src/runtime/routes/conversation-routes.ts +36 -22
  387. package/src/runtime/routes/credential-in-use.ts +85 -0
  388. package/src/runtime/routes/credential-routes.ts +55 -85
  389. package/src/runtime/routes/guardian-approval-interception.ts +44 -53
  390. package/src/runtime/routes/guardian-approval-reply-helpers.ts +14 -12
  391. package/src/runtime/routes/host-cu-routes.ts +18 -0
  392. package/src/runtime/routes/identity-routes.ts +5 -121
  393. package/src/runtime/routes/inbound-message-handler.ts +74 -30
  394. package/src/runtime/routes/inbound-stages/acl-enforcement.ts +16 -17
  395. package/src/runtime/routes/inbound-stages/background-dispatch.test.ts +182 -297
  396. package/src/runtime/routes/inbound-stages/background-dispatch.ts +173 -386
  397. package/src/runtime/routes/inbound-stages/edit-intercept.ts +101 -77
  398. package/src/runtime/routes/inbound-stages/guardian-reply-intercept.ts +17 -8
  399. package/src/runtime/routes/inbound-stages/reaction-intercept.test.ts +91 -7
  400. package/src/runtime/routes/inbound-stages/reaction-intercept.ts +72 -70
  401. package/src/runtime/routes/index.ts +4 -0
  402. package/src/runtime/routes/inference-profiles-routes.ts +232 -31
  403. package/src/runtime/routes/inference-provider-connection-routes.ts +33 -11
  404. package/src/runtime/routes/ingress-status-routes.ts +180 -0
  405. package/src/runtime/routes/monitoring-routes.ts +9 -1
  406. package/src/runtime/routes/oauth-commands-routes.ts +1 -1
  407. package/src/runtime/routes/plugins-routes.ts +28 -32
  408. package/src/runtime/routes/resource-pressure-routes.ts +22 -0
  409. package/src/runtime/routes/secret-routes.ts +39 -8
  410. package/src/runtime/routes/settings-routes.ts +15 -12
  411. package/src/runtime/routes/surface-action-routes.ts +20 -19
  412. package/src/runtime/routes/user-route-dispatcher.ts +31 -2
  413. package/src/runtime/routes/user-route-resolution.ts +18 -1
  414. package/src/runtime/routes/watch-routes.ts +807 -0
  415. package/src/runtime/slack-reply-session.test.ts +23 -13
  416. package/src/runtime/slack-reply-session.ts +38 -55
  417. package/src/runtime/web-presence.ts +90 -0
  418. package/src/security/__tests__/untrusted-content.test.ts +42 -0
  419. package/src/security/untrusted-content.ts +28 -9
  420. package/src/skills/validate-input.ts +177 -40
  421. package/src/subagent/__tests__/consult-context-gating.test.ts +6 -10
  422. package/src/subagent/consult-context.ts +7 -23
  423. package/src/tools/credentials/broker.ts +24 -79
  424. package/src/tools/credentials/ref-parse.ts +35 -0
  425. package/src/tools/credentials/resolve.ts +4 -10
  426. package/src/tools/credentials/store.ts +168 -0
  427. package/src/tools/credentials/tool-policy.ts +67 -0
  428. package/src/tools/executor.ts +53 -15
  429. package/src/tools/network/__tests__/firecrawl-compat.test.ts +77 -0
  430. package/src/tools/network/__tests__/web-fetch-fastcrw.test.ts +169 -0
  431. package/src/tools/network/__tests__/web-search.test.ts +138 -3
  432. package/src/tools/network/firecrawl-compat.ts +90 -0
  433. package/src/tools/network/url-safety.ts +9 -16
  434. package/src/tools/network/web-fetch.ts +142 -62
  435. package/src/tools/network/web-search.ts +162 -58
  436. package/src/tools/permission-checker.ts +43 -52
  437. package/src/tools/schema-transforms.ts +40 -5
  438. package/src/tools/shared/input-repairs.ts +160 -0
  439. package/src/tools/skills/skill-tool-factory.ts +18 -4
  440. package/src/tools/subagent/spawn.ts +0 -1
  441. package/src/tools/tool-approval-handler.ts +16 -10
  442. package/src/tools/tool-types.ts +26 -13
  443. package/src/tools/types.ts +6 -6
  444. package/src/util/__tests__/cgroup-memory.test.ts +3 -0
  445. package/src/util/cgroup-memory.ts +3 -0
  446. package/src/util/container-cpu-sampler.ts +250 -0
  447. package/src/util/image-conversion.ts +178 -14
  448. package/src/util/platform.ts +93 -10
  449. package/src/util/worker-process.ts +1 -0
  450. package/src/watch/__tests__/watch-retro.test.ts +665 -0
  451. package/src/watch/__tests__/watch-session-manager.test.ts +566 -0
  452. package/src/watch/__tests__/watch-timeline.test.ts +670 -0
  453. package/src/watch/watch-retro.ts +480 -0
  454. package/src/watch/watch-session-manager.ts +575 -0
  455. package/src/watch/watch-timeline.ts +848 -0
  456. package/src/permissions/ipc-risk-types.ts +0 -143
  457. package/src/permissions/risk-types.ts +0 -76
@@ -0,0 +1,117 @@
1
+ /**
2
+ * A connection whose credential was force-deleted must fail its next send with
3
+ * an actionable configuration error. Upstreams that answer an unusable key with
4
+ * `200` and empty content otherwise reach the user as a blank assistant turn.
5
+ */
6
+
7
+ import { describe, expect, test } from "bun:test";
8
+
9
+ import { classifyConversationError } from "../../../daemon/conversation-error.js";
10
+ import { credentialKey } from "../../../security/credential-key.js";
11
+ import {
12
+ deleteSecureKeyAsync,
13
+ setSecureKeyAsync,
14
+ } from "../../../security/secure-keys.js";
15
+ import { ConnectionResolutionError } from "../../routing-identity.js";
16
+ import type {
17
+ ContentBlock,
18
+ Message,
19
+ Provider,
20
+ ProviderResponse,
21
+ } from "../../types.js";
22
+ import { MissingCredentialGuardProvider } from "../missing-credential-guard.js";
23
+
24
+ const CONNECTION_NAME = "agentrouter-primary";
25
+ const ACCOUNT = credentialKey("agentrouter", "api_key");
26
+
27
+ function respondingProvider(content: ContentBlock[]): Provider {
28
+ return {
29
+ name: "openai-compatible",
30
+ sendMessage: (_messages: Message[]): Promise<ProviderResponse> =>
31
+ Promise.resolve({
32
+ content,
33
+ model: "gpt-4o-mini",
34
+ usage: { inputTokens: 12, outputTokens: 0 },
35
+ stopReason: "end_turn",
36
+ }),
37
+ };
38
+ }
39
+
40
+ function guard(inner: Provider): Provider {
41
+ return new MissingCredentialGuardProvider(inner, {
42
+ name: CONNECTION_NAME,
43
+ credentialAccount: ACCOUNT,
44
+ });
45
+ }
46
+
47
+ describe("missing credential guard", () => {
48
+ test("turns an empty upstream turn into an actionable error once the credential is gone", async () => {
49
+ // GIVEN a connection whose credential has been force-deleted
50
+ await deleteSecureKeyAsync(ACCOUNT);
51
+
52
+ // AND an upstream that answers the unusable key with 200 and no content
53
+ const provider = guard(respondingProvider([]));
54
+
55
+ // WHEN the assistant sends through that connection
56
+ const sending = provider.sendMessage([
57
+ {
58
+ role: "user",
59
+ content: [{ type: "text", text: "посмотри последние ошибки" }],
60
+ },
61
+ ]);
62
+
63
+ // THEN the send fails as a missing-credential error naming the connection
64
+ const error = await sending.then(
65
+ () => null,
66
+ (err: unknown) => err,
67
+ );
68
+ expect(error).toBeInstanceOf(ConnectionResolutionError);
69
+ const resolution = error as ConnectionResolutionError;
70
+ expect(resolution.reason).toBe("missing_credential");
71
+ expect(resolution.connectionName).toBe(CONNECTION_NAME);
72
+
73
+ // AND the conversation layer renders it as a client-visible error telling
74
+ // the user where to restore the credential, instead of an empty message
75
+ const classified = classifyConversationError(error, {
76
+ phase: "agent_loop",
77
+ });
78
+ expect(classified.userMessage).toContain(CONNECTION_NAME);
79
+ expect(classified.userMessage).toMatch(/credential|API key/i);
80
+ expect(classified.userMessage).toContain("Settings");
81
+ });
82
+
83
+ test("passes an empty turn through while the credential is still stored", async () => {
84
+ // GIVEN a connection whose credential is present
85
+ await setSecureKeyAsync(ACCOUNT, "sk-test-value");
86
+
87
+ // AND an upstream that legitimately returns no content
88
+ const provider = guard(respondingProvider([]));
89
+
90
+ // WHEN the assistant sends through that connection
91
+ const response = await provider.sendMessage([
92
+ { role: "user", content: [{ type: "text", text: "hello" }] },
93
+ ]);
94
+
95
+ // THEN the empty response is left alone: it is not a credential problem
96
+ expect(response.content).toEqual([]);
97
+ await deleteSecureKeyAsync(ACCOUNT);
98
+ });
99
+
100
+ test("passes a normal answer through when the credential is gone", async () => {
101
+ // GIVEN a connection with no stored credential
102
+ await deleteSecureKeyAsync(ACCOUNT);
103
+
104
+ // AND an upstream that still answered with text (e.g. a keyless local model)
105
+ const provider = guard(
106
+ respondingProvider([{ type: "text", text: "все хорошо" }]),
107
+ );
108
+
109
+ // WHEN the assistant sends through that connection
110
+ const response = await provider.sendMessage([
111
+ { role: "user", content: [{ type: "text", text: "hello" }] },
112
+ ]);
113
+
114
+ // THEN the answer reaches the user untouched
115
+ expect(response.content).toEqual([{ type: "text", text: "все хорошо" }]);
116
+ });
117
+ });
@@ -0,0 +1,39 @@
1
+ import { describe, expect, test } from "bun:test";
2
+
3
+ import { validateInferenceProfileConfig } from "../../../api/constants/profile-config-validation.js";
4
+
5
+ describe("validateInferenceProfileConfig", () => {
6
+ test("rejects an output budget that consumes the whole context window", () => {
7
+ const issue = validateInferenceProfileConfig({
8
+ maxTokens: 300000,
9
+ modelContextWindowTokens: 300000,
10
+ });
11
+ expect(issue?.field).toBe("maxTokens");
12
+ expect(issue?.message).toContain("context window");
13
+ });
14
+
15
+ test("passes an output budget that leaves input room", () => {
16
+ expect(
17
+ validateInferenceProfileConfig({
18
+ maxTokens: 8000,
19
+ modelContextWindowTokens: 300000,
20
+ }),
21
+ ).toBeNull();
22
+ });
23
+
24
+ test("rejects an output budget over the model's output cap", () => {
25
+ const issue = validateInferenceProfileConfig({
26
+ maxTokens: 100000,
27
+ modelMaxOutputTokens: 64000,
28
+ modelContextWindowTokens: 200000,
29
+ });
30
+ expect(issue?.message).toContain("maximum output");
31
+ });
32
+
33
+ test("silent when either side of the judgment is unknown", () => {
34
+ expect(validateInferenceProfileConfig({ maxTokens: 300000 })).toBeNull();
35
+ expect(
36
+ validateInferenceProfileConfig({ modelContextWindowTokens: 300000 }),
37
+ ).toBeNull();
38
+ });
39
+ });
@@ -0,0 +1,66 @@
1
+ import { describe, expect, test } from "bun:test";
2
+
3
+ import { ProviderError } from "../../../util/errors.js";
4
+ import { classifyProbeFailure } from "../profile-probe.js";
5
+
6
+ describe("classifyProbeFailure", () => {
7
+ test("blames the provider connection for a rejected credential", () => {
8
+ const result = classifyProbeFailure(
9
+ new ProviderError("401 invalid api key", "openai-compatible", 401, {
10
+ reason: "invalid_credentials",
11
+ }),
12
+ );
13
+ expect(result.blame).toBe("provider");
14
+ expect(result.reason).toBe("invalid_credentials");
15
+ });
16
+
17
+ test("blames the profile for an unknown model", () => {
18
+ const result = classifyProbeFailure(
19
+ new ProviderError("model does not exist", "openai-compatible", 404, {
20
+ reason: "model_not_found",
21
+ }),
22
+ );
23
+ expect(result.blame).toBe("profile");
24
+ });
25
+
26
+ test("blames the profile for an impossible token budget", () => {
27
+ const result = classifyProbeFailure(
28
+ new ProviderError(
29
+ "ContextWindowExceededError: maximum context length is 300000 tokens",
30
+ "openai-compatible",
31
+ 400,
32
+ { reason: "context_overflow" },
33
+ ),
34
+ );
35
+ expect(result.blame).toBe("profile");
36
+ expect(result.detail).toContain("300000");
37
+ });
38
+
39
+ test("marks rate limits as transient", () => {
40
+ expect(
41
+ classifyProbeFailure(
42
+ new ProviderError("429", "openai", 429, { reason: "rate_limited" }),
43
+ ).blame,
44
+ ).toBe("transient");
45
+ });
46
+
47
+ test("blames the provider for transport failures", () => {
48
+ // The adapters stamp reason network_error on SDK connection errors
49
+ // (normalizeOpenAIAPIError), so the probe classifies by reason alone.
50
+ const result = classifyProbeFailure(
51
+ new ProviderError(
52
+ "OpenAI-compatible API error (unknown status): Connection error.",
53
+ "openai-compatible",
54
+ undefined,
55
+ { reason: "network_error" },
56
+ ),
57
+ );
58
+ expect(result.blame).toBe("provider");
59
+ expect(result.reason).toBe("network_error");
60
+ });
61
+
62
+ test("falls back to unknown for unclassified errors", () => {
63
+ expect(classifyProbeFailure(new Error("boom")).blame).toBe("unknown");
64
+ expect(classifyProbeFailure(new Error("boom")).detail).toBe("boom");
65
+ });
66
+ });
@@ -18,6 +18,7 @@
18
18
  * 3. Register the client in `ADAPTER_FACTORIES` below.
19
19
  */
20
20
 
21
+ import { normalizeCredentialRef } from "../../security/credential-key.js";
21
22
  import { AnthropicProvider } from "../anthropic/client.js";
22
23
  import { AtlasCloudProvider } from "../atlascloud/client.js";
23
24
  import { BasetenProvider } from "../baseten/client.js";
@@ -39,6 +40,7 @@ import { VercelAIGatewayProvider } from "../vercel-ai-gateway/client.js";
39
40
  import type { ResolvedAuth } from "./auth.js";
40
41
  import type { ProviderConnection } from "./auth.js";
41
42
  import { effectiveConnectionAuth } from "./auth.js";
43
+ import { MissingCredentialGuardProvider } from "./missing-credential-guard.js";
42
44
  import { resolveAuth } from "./resolve-auth.js";
43
45
 
44
46
  /** Unified construction opts. Adapters ignore fields they don't consume. */
@@ -96,12 +98,13 @@ const ADAPTER_FACTORIES: Record<string, AdapterFactory> = {
96
98
  // Gemini routes managed proxies through `managedBaseUrl`, not `baseURL`.
97
99
  ...(baseURL ? { managedBaseUrl: baseURL } : {}),
98
100
  }),
99
- ollama: ({ apiKey, model, streamTimeoutMs }) =>
101
+ ollama: ({ apiKey, model, streamTimeoutMs, baseURL }) =>
100
102
  new OllamaProvider(model, {
101
103
  // Empty string means keyless — Ollama's client treats undefined as
102
104
  // "no key provided" and defaults its internal placeholder.
103
105
  apiKey: apiKey || undefined,
104
106
  streamTimeoutMs,
107
+ ...(baseURL ? { baseURL } : {}),
105
108
  }),
106
109
  fireworks: ({ apiKey, model, streamTimeoutMs, baseURL }) =>
107
110
  new FireworksProvider(apiKey, model, {
@@ -130,6 +133,13 @@ const ADAPTER_FACTORIES: Record<string, AdapterFactory> = {
130
133
  providerName: "litellm",
131
134
  providerLabel: "LiteLLM",
132
135
  streamTimeoutMs,
136
+ // Replay thinking as `reasoning_content` so DeepSeek-compatible
137
+ // thinking-mode upstreams accept follow-up requests that include tools.
138
+ assistantReasoningField: "reasoning_content",
139
+ // Generic OpenAI-compat proxies may front a strict backend (vLLM,
140
+ // DeepSeek, Portkey). Backfill empty assistant turns so the request
141
+ // satisfies `content or tool_calls must be set`.
142
+ backfillEmptyAssistantContent: true,
133
143
  ...(baseURL ? { baseURL } : {}),
134
144
  }),
135
145
  // Keyless openai-compatible endpoints (e.g. LM Studio) ignore the key; the
@@ -139,6 +149,17 @@ const ADAPTER_FACTORIES: Record<string, AdapterFactory> = {
139
149
  providerName: "openai-compatible",
140
150
  providerLabel: "OpenAI-compatible",
141
151
  streamTimeoutMs,
152
+ // Replay thinking as `reasoning_content` so DeepSeek-compatible
153
+ // thinking-mode endpoints accept follow-up requests that include tools.
154
+ assistantReasoningField: "reasoning_content",
155
+ // Custom endpoints (Portkey, vLLM, LM Studio, DeepSeek-compat) often
156
+ // reject `{ role: "assistant", content: null }` after a Stop mid-stream
157
+ // or a reasoning-only turn. Same guard as OpenRouter and Vercel AI
158
+ // Gateway.
159
+ backfillEmptyAssistantContent: true,
160
+ // Custom OpenAI-compatible endpoints may front strict reasoning
161
+ // models (DeepSeek thinking) that 400 on any explicit tool_choice.
162
+ omitToolChoiceWhenReasoning: true,
142
163
  ...(baseURL ? { baseURL } : {}),
143
164
  }),
144
165
  minimax: ({ apiKey, model, streamTimeoutMs }) =>
@@ -270,7 +291,7 @@ export function createAdapterFromConnection(
270
291
  // identity, the only route that flows through our proxy.
271
292
  const isManagedProxy = isVellumManagedConnection(connection);
272
293
  const effectiveAuth = effectiveConnectionAuth(connection);
273
- return new UsageTrackingProvider(
294
+ const tracked = new UsageTrackingProvider(
274
295
  new RetryProvider(adapter, {
275
296
  forwardUsageAttributionHeaders: isManagedProxy,
276
297
  credentialSource: isManagedProxy
@@ -288,6 +309,16 @@ export function createAdapterFromConnection(
288
309
  : {}),
289
310
  }),
290
311
  );
312
+
313
+ // A credential-backed connection can lose its key between construction and
314
+ // dispatch. Some upstreams answer that with 200 + empty content rather than
315
+ // a 401, which would otherwise land as a blank assistant turn.
316
+ return "credential" in effectiveAuth
317
+ ? new MissingCredentialGuardProvider(tracked, {
318
+ name: connection.name,
319
+ credentialAccount: normalizeCredentialRef(effectiveAuth.credential),
320
+ })
321
+ : tracked;
291
322
  }
292
323
 
293
324
  function buildConnectionAdapter(
@@ -175,12 +175,23 @@ export type ConnectionModel = z.infer<typeof ConnectionModelSchema>;
175
175
  /**
176
176
  * Providers whose connections require an explicit `baseUrl` and non-empty
177
177
  * `models` list (openai-compatible endpoints have no fixed upstream, so the
178
- * user must supply both). Every other provider derives these from its catalog
179
- * entry and rejects a client-supplied `baseUrl`.
178
+ * user must supply both).
180
179
  */
181
180
  export const PROVIDERS_REQUIRING_BASE_URL_AND_MODELS: ReadonlySet<string> =
182
181
  new Set(["openai-compatible"]);
183
182
 
183
+ /**
184
+ * Providers that persist a client-supplied `baseUrl`. openai-compatible
185
+ * requires one (see above); ollama has a well-known local default and treats
186
+ * a stored URL as an optional override. Every other provider derives its
187
+ * upstream from the catalog and rejects a client-supplied `baseUrl` so a
188
+ * keyed connection cannot be pointed at an attacker-controlled host.
189
+ */
190
+ export const PROVIDERS_ALLOWING_CUSTOM_BASE_URL: ReadonlySet<string> = new Set([
191
+ ...PROVIDERS_REQUIRING_BASE_URL_AND_MODELS,
192
+ "ollama",
193
+ ]);
194
+
184
195
  // ---------------------------------------------------------------------------
185
196
  // Full connection shape used by CRUD layer
186
197
  // ---------------------------------------------------------------------------
@@ -0,0 +1,37 @@
1
+ /**
2
+ * Which provider connections dispatch through a given credential.
3
+ *
4
+ * Deleting a credential silently breaks every connection that resolves its
5
+ * auth through it, so the delete surfaces ask this before removing anything.
6
+ */
7
+
8
+ import { getDb } from "../../persistence/db-connection.js";
9
+ import { normalizeCredentialRef } from "../../security/credential-key.js";
10
+ import { listConnections } from "./connections.js";
11
+
12
+ /**
13
+ * Names of the provider connections whose auth resolves to
14
+ * `credentialAccount`, sorted for a stable message.
15
+ *
16
+ * Both sides are run through `normalizeCredentialRef` so a row storing the
17
+ * short `openrouter:api_key` form matches the canonical
18
+ * `credential/openrouter/api_key` account. Auth variants without a credential
19
+ * (`platform`, `none`) reference no account and never match.
20
+ *
21
+ * Read failures propagate: a caller that cannot enumerate the dependants must
22
+ * refuse the delete rather than treat the credential as unused, which is the
23
+ * exact silent breakage this check exists to prevent.
24
+ */
25
+ export function findConnectionsUsingCredential(
26
+ credentialAccount: string,
27
+ ): string[] {
28
+ const account = normalizeCredentialRef(credentialAccount);
29
+ return listConnections(getDb())
30
+ .filter(
31
+ (connection) =>
32
+ "credential" in connection.auth &&
33
+ normalizeCredentialRef(connection.auth.credential) === account,
34
+ )
35
+ .map((connection) => connection.name)
36
+ .sort();
37
+ }
@@ -0,0 +1,115 @@
1
+ /**
2
+ * Save-time probe for connections with a custom base URL.
3
+ *
4
+ * A wrong base path (e.g. NVIDIA without `/v1`) otherwise stays invisible
5
+ * until the first chat turn fails with an opaque provider 404. The probe
6
+ * fires one minimal chat-completions request against the stored endpoint and
7
+ * reports the outcome as a non-blocking hint. The save always succeeds.
8
+ */
9
+
10
+ import { z } from "zod";
11
+
12
+ import { getLogger } from "../../util/logger.js";
13
+ import type { Auth, ConnectionModel } from "./auth.js";
14
+ import { resolveAuth } from "./resolve-auth.js";
15
+
16
+ const log = getLogger("inference-endpoint-probe");
17
+
18
+ /**
19
+ * Bound on every save-path probe (this endpoint probe and the profile probe)
20
+ * so a dead host can't hang a save. Matches the API-key validation timeout.
21
+ */
22
+ export const PROBE_TIMEOUT_MS = 10_000;
23
+
24
+ export const EndpointCheckSchema = z
25
+ .object({
26
+ ok: z.boolean(),
27
+ status: z.number().int().optional(),
28
+ resolved_url: z.string(),
29
+ error_class: z.enum(["http_error", "timeout", "network"]).optional(),
30
+ /** Human-readable warning, present when `ok` is false. */
31
+ hint: z.string().optional(),
32
+ })
33
+ .meta({ id: "EndpointCheck" });
34
+
35
+ export type EndpointCheck = z.infer<typeof EndpointCheckSchema>;
36
+
37
+ function hintForStatus(status: number): string {
38
+ if (status === 404) {
39
+ return "The endpoint returned 404 for a test request: check the base path for this provider (e.g. NVIDIA needs /v1, OpenRouter needs /api/v1). Some providers gate requests behind auth, so this may be a false alarm.";
40
+ }
41
+ if (status === 401 || status === 403) {
42
+ return `The endpoint rejected the credential for a test request (HTTP ${status}). Check the API key.`;
43
+ }
44
+ return `The endpoint returned HTTP ${status} for a test request.`;
45
+ }
46
+
47
+ /**
48
+ * Probe a connection's custom endpoint with a minimal chat-completions
49
+ * request (`max_tokens: 1`). Returns `null` when there is nothing to probe:
50
+ * no custom base URL, no model id to send, or auth that cannot be resolved
51
+ * (a missing credential surfaces through its own error path).
52
+ */
53
+ export async function testInferenceConnection(
54
+ connection: {
55
+ provider: string;
56
+ auth: Auth;
57
+ baseUrl?: string | null;
58
+ models?: ConnectionModel[] | null;
59
+ },
60
+ fetchImpl: typeof fetch = fetch,
61
+ ): Promise<EndpointCheck | null> {
62
+ const model = connection.models?.[0]?.id;
63
+ if (!connection.baseUrl || !model) {
64
+ return null;
65
+ }
66
+
67
+ const resolved = await resolveAuth(connection.auth, connection.provider, {
68
+ baseUrl: connection.baseUrl,
69
+ });
70
+ if (!resolved.ok || resolved.resolved.kind === "runtime_proxy") {
71
+ return null;
72
+ }
73
+ const authHeaders =
74
+ resolved.resolved.kind === "header" ? resolved.resolved.headers : {};
75
+
76
+ const url = `${connection.baseUrl.replace(/\/+$/, "")}/chat/completions`;
77
+ try {
78
+ const res = await fetchImpl(url, {
79
+ method: "POST",
80
+ headers: { ...authHeaders, "Content-Type": "application/json" },
81
+ body: JSON.stringify({
82
+ model,
83
+ messages: [{ role: "user", content: "ping" }],
84
+ max_tokens: 1,
85
+ stream: false,
86
+ }),
87
+ signal: AbortSignal.timeout(PROBE_TIMEOUT_MS),
88
+ });
89
+ void res.body?.cancel();
90
+ if (res.ok) {
91
+ return { ok: true, status: res.status, resolved_url: url };
92
+ }
93
+ return {
94
+ ok: false,
95
+ status: res.status,
96
+ resolved_url: url,
97
+ error_class: "http_error",
98
+ hint: hintForStatus(res.status),
99
+ };
100
+ } catch (err) {
101
+ const isTimeout = err instanceof Error && err.name === "TimeoutError";
102
+ log.info(
103
+ { url, error: err instanceof Error ? err.message : String(err) },
104
+ "Endpoint probe failed to reach the endpoint",
105
+ );
106
+ return {
107
+ ok: false,
108
+ resolved_url: url,
109
+ error_class: isTimeout ? "timeout" : "network",
110
+ hint: isTimeout
111
+ ? `The endpoint did not respond within ${PROBE_TIMEOUT_MS / 1000}s for a test request.`
112
+ : `Could not reach the endpoint for a test request: ${err instanceof Error ? err.message : String(err)}`,
113
+ };
114
+ }
115
+ }
@@ -0,0 +1,110 @@
1
+ /**
2
+ * Receive-side guard for credential-backed connections.
3
+ *
4
+ * A provider instance bakes in the credential it resolved at construction, so
5
+ * a credential removed afterwards is still dispatched with. Several upstreams
6
+ * answer an unusable key with `200` and an empty `content` array rather than a
7
+ * `401`, which reaches the user as a blank assistant turn with nothing to act
8
+ * on. This wrapper converts that pair (no usable content, and the
9
+ * connection's credential definitively absent from the vault) into the
10
+ * same `ConnectionResolutionError` the pre-dispatch preflight raises, so the
11
+ * conversation layer renders its actionable "missing credential" error.
12
+ *
13
+ * A response with content passes through untouched, and an unreachable
14
+ * credential store (`indeterminate`) is never reported as a missing
15
+ * credential.
16
+ */
17
+
18
+ import type { ProviderRouteAttribution } from "../../util/errors.js";
19
+ import { getLogger } from "../../util/logger.js";
20
+ import { hasToolUse, hasVisibleText } from "../content-blocks.js";
21
+ import { checkCredentialPresence } from "../provider-availability.js";
22
+ import { ConnectionResolutionError } from "../routing-identity.js";
23
+ import type {
24
+ Message,
25
+ Provider,
26
+ ProviderResponse,
27
+ SendMessageOptions,
28
+ } from "../types.js";
29
+
30
+ const log = getLogger("providers/missing-credential-guard");
31
+
32
+ export class MissingCredentialGuardProvider implements Provider {
33
+ readonly name: string;
34
+ readonly tokenEstimationProvider?: string;
35
+ readonly defaultModel?: string;
36
+ readonly supportsNativeWebSearch?: boolean;
37
+ readonly countInputTokens?: NonNullable<Provider["countInputTokens"]>;
38
+
39
+ constructor(
40
+ private readonly inner: Provider,
41
+ private readonly connection: {
42
+ name: string;
43
+ credentialAccount: string;
44
+ },
45
+ ) {
46
+ this.name = inner.name;
47
+ this.tokenEstimationProvider = inner.tokenEstimationProvider;
48
+ this.defaultModel = inner.defaultModel;
49
+ this.supportsNativeWebSearch = inner.supportsNativeWebSearch;
50
+ if (inner.countInputTokens) {
51
+ this.countInputTokens = inner.countInputTokens.bind(inner);
52
+ }
53
+ }
54
+
55
+ /**
56
+ * Route attribution is assigned onto the outermost provider after
57
+ * construction (`attachProviderRoute`), and read back off it by usage
58
+ * accounting, so it reads and writes through to the wrapped instance.
59
+ */
60
+ get routeAttribution(): ProviderRouteAttribution | undefined {
61
+ return this.inner.routeAttribution;
62
+ }
63
+
64
+ set routeAttribution(attribution: ProviderRouteAttribution | undefined) {
65
+ this.inner.routeAttribution = attribution;
66
+ }
67
+
68
+ supportsNativeWebSearchFor(options?: SendMessageOptions): boolean {
69
+ return this.inner.supportsNativeWebSearchFor
70
+ ? this.inner.supportsNativeWebSearchFor(options)
71
+ : this.inner.supportsNativeWebSearch === true;
72
+ }
73
+
74
+ async sendMessage(
75
+ messages: Message[],
76
+ options?: SendMessageOptions,
77
+ ): Promise<ProviderResponse> {
78
+ const response = await this.inner.sendMessage(messages, options);
79
+ if (hasVisibleText(response.content) || hasToolUse(response.content)) {
80
+ return response;
81
+ }
82
+
83
+ // An empty turn has causes other than a deleted key (a genuinely empty
84
+ // completion, a refusal, a stop-sequence hit), so the credential read is
85
+ // what decides, and only its definitive `absent` answer does.
86
+ const presence = await checkCredentialPresence(
87
+ this.connection.credentialAccount,
88
+ );
89
+ if (presence !== "absent") {
90
+ return response;
91
+ }
92
+
93
+ log.warn(
94
+ {
95
+ connectionName: this.connection.name,
96
+ credential: this.connection.credentialAccount,
97
+ model: response.model,
98
+ stopReason: response.stopReason,
99
+ },
100
+ "Upstream returned no usable content for a connection whose credential is absent, so a configuration error is surfaced rather than an empty turn",
101
+ );
102
+
103
+ throw new ConnectionResolutionError(
104
+ this.connection.name,
105
+ "missing_credential",
106
+ `provider_connection "${this.connection.name}" answered with an empty response and has no credential stored: its API key was removed`,
107
+ { model: response.model },
108
+ );
109
+ }
110
+ }