@vellumai/assistant 0.3.5 → 0.3.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (486) hide show
  1. package/README.md +51 -0
  2. package/eslint.config.mjs +31 -0
  3. package/package.json +1 -1
  4. package/scripts/ipc/check-swift-decoder-drift.ts +4 -1
  5. package/scripts/ipc/generate-swift.ts +18 -2
  6. package/src/__tests__/__snapshots__/ipc-snapshot.test.ts.snap +338 -1
  7. package/src/__tests__/approval-conversation-turn.test.ts +214 -0
  8. package/src/__tests__/browser-manager.test.ts +1 -0
  9. package/src/__tests__/call-conversation-messages.test.ts +130 -0
  10. package/src/__tests__/call-orchestrator.test.ts +752 -271
  11. package/src/__tests__/call-pointer-messages.test.ts +148 -0
  12. package/src/__tests__/call-recovery.test.ts +3 -0
  13. package/src/__tests__/call-routes-http.test.ts +5 -0
  14. package/src/__tests__/call-store.test.ts +3 -0
  15. package/src/__tests__/channel-approval-routes.test.ts +1260 -85
  16. package/src/__tests__/channel-approval.test.ts +37 -0
  17. package/src/__tests__/channel-approvals.test.ts +4 -65
  18. package/src/__tests__/channel-guardian.test.ts +556 -0
  19. package/src/__tests__/channel-readiness-service.test.ts +74 -7
  20. package/src/__tests__/checker.test.ts +14 -7
  21. package/src/__tests__/clarification-resolver.test.ts +44 -24
  22. package/src/__tests__/commit-message-enrichment-service.test.ts +9 -4
  23. package/src/__tests__/computer-use-session-working-dir.test.ts +8 -0
  24. package/src/__tests__/config-schema.test.ts +12 -7
  25. package/src/__tests__/context-window-manager.test.ts +30 -2
  26. package/src/__tests__/contradiction-checker.test.ts +20 -5
  27. package/src/__tests__/credential-security-invariants.test.ts +6 -2
  28. package/src/__tests__/db-migration-rollback.test.ts +752 -0
  29. package/src/__tests__/dynamic-skill-workflow-prompt.test.ts +2 -0
  30. package/src/__tests__/fuzzy-match-property.test.ts +5 -5
  31. package/src/__tests__/guardian-action-store.test.ts +123 -0
  32. package/src/__tests__/guardian-action-sweep.test.ts +277 -0
  33. package/src/__tests__/guardian-dispatch.test.ts +389 -0
  34. package/src/__tests__/guardian-question-copy.test.ts +47 -0
  35. package/src/__tests__/handlers-telegram-config.test.ts +4 -2
  36. package/src/__tests__/handlers-twilio-config.test.ts +126 -0
  37. package/src/__tests__/intent-routing.test.ts +2 -0
  38. package/src/__tests__/ipc-snapshot.test.ts +228 -1
  39. package/src/__tests__/memory-upsert-concurrency.test.ts +828 -0
  40. package/src/__tests__/model-intents.test.ts +96 -0
  41. package/src/__tests__/no-direct-anthropic-sdk-imports.test.ts +42 -0
  42. package/src/__tests__/oauth2-gateway-transport.test.ts +130 -0
  43. package/src/__tests__/onboarding-starter-tasks.test.ts +2 -0
  44. package/src/__tests__/provider-commit-message-generator.test.ts +89 -13
  45. package/src/__tests__/provider-error-scenarios.test.ts +621 -0
  46. package/src/__tests__/provider-fail-open-selection.test.ts +119 -0
  47. package/src/__tests__/qdrant-manager.test.ts +27 -20
  48. package/src/__tests__/relay-server.test.ts +779 -40
  49. package/src/__tests__/run-orchestrator-assistant-events.test.ts +2 -0
  50. package/src/__tests__/run-orchestrator.test.ts +20 -4
  51. package/src/__tests__/runtime-runs-http.test.ts +17 -1
  52. package/src/__tests__/runtime-runs.test.ts +16 -0
  53. package/src/__tests__/schedule-store.test.ts +18 -4
  54. package/src/__tests__/scheduler-recurrence.test.ts +13 -4
  55. package/src/__tests__/session-abort-tool-results.test.ts +6 -0
  56. package/src/__tests__/session-agent-loop.test.ts +857 -0
  57. package/src/__tests__/session-conflict-gate.test.ts +6 -0
  58. package/src/__tests__/session-pre-run-repair.test.ts +6 -0
  59. package/src/__tests__/session-profile-injection.test.ts +6 -0
  60. package/src/__tests__/session-provider-retry-repair.test.ts +6 -0
  61. package/src/__tests__/session-queue.test.ts +6 -0
  62. package/src/__tests__/session-runtime-assembly.test.ts +237 -13
  63. package/src/__tests__/session-slash-known.test.ts +6 -0
  64. package/src/__tests__/session-slash-queue.test.ts +6 -0
  65. package/src/__tests__/session-slash-unknown.test.ts +6 -0
  66. package/src/__tests__/session-surfaces-task-progress.test.ts +2 -0
  67. package/src/__tests__/session-tool-setup-app-refresh.test.ts +1 -0
  68. package/src/__tests__/session-tool-setup-memory-scope.test.ts +1 -0
  69. package/src/__tests__/session-tool-setup-side-effect-flag.test.ts +1 -0
  70. package/src/__tests__/session-workspace-injection.test.ts +6 -0
  71. package/src/__tests__/session-workspace-tool-tracking.test.ts +6 -0
  72. package/src/__tests__/skills.test.ts +2 -0
  73. package/src/__tests__/sms-messaging-provider.test.ts +2 -1
  74. package/src/__tests__/starter-task-flow.test.ts +2 -0
  75. package/src/__tests__/swarm-dag-pathological.test.ts +535 -0
  76. package/src/__tests__/system-prompt.test.ts +2 -0
  77. package/src/__tests__/task-management-tools.test.ts +2 -2
  78. package/src/__tests__/task-runner.test.ts +14 -4
  79. package/src/__tests__/terminal-tools.test.ts +25 -19
  80. package/src/__tests__/tool-execution-abort-cleanup.test.ts +545 -0
  81. package/src/__tests__/tool-executor-shell-integration.test.ts +11 -11
  82. package/src/__tests__/tool-executor.test.ts +23 -24
  83. package/src/__tests__/trust-store.test.ts +3 -3
  84. package/src/__tests__/twilio-rest.test.ts +29 -0
  85. package/src/__tests__/twilio-routes-elevenlabs.test.ts +3 -0
  86. package/src/__tests__/twilio-routes-twiml.test.ts +11 -0
  87. package/src/__tests__/twilio-routes.test.ts +141 -21
  88. package/src/__tests__/user-reference.test.ts +2 -0
  89. package/src/__tests__/voice-quality.test.ts +222 -0
  90. package/src/__tests__/web-search.test.ts +45 -29
  91. package/src/agent/loop.ts +1 -1
  92. package/src/agent-heartbeat/agent-heartbeat-service.ts +2 -10
  93. package/src/amazon/client.ts +1418 -0
  94. package/src/amazon/request-extractor.ts +135 -0
  95. package/src/amazon/session.ts +109 -0
  96. package/src/autonomy/autonomy-store.ts +5 -5
  97. package/src/browser-extension-relay/client.ts +124 -0
  98. package/src/browser-extension-relay/protocol.ts +63 -0
  99. package/src/browser-extension-relay/server.ts +177 -0
  100. package/src/bundler/app-bundler.ts +3 -3
  101. package/src/bundler/bundle-signer.ts +1 -1
  102. package/src/bundler/signature-verifier.ts +1 -1
  103. package/src/calls/call-conversation-messages.ts +33 -0
  104. package/src/calls/call-domain.ts +106 -5
  105. package/src/calls/call-orchestrator.ts +252 -54
  106. package/src/calls/call-pointer-messages.ts +53 -0
  107. package/src/calls/call-recovery.ts +3 -8
  108. package/src/calls/call-store.ts +69 -87
  109. package/src/calls/elevenlabs-config.ts +3 -2
  110. package/src/calls/guardian-action-sweep.ts +105 -0
  111. package/src/calls/guardian-dispatch.ts +203 -0
  112. package/src/calls/guardian-question-copy.ts +133 -0
  113. package/src/calls/relay-server.ts +466 -8
  114. package/src/calls/speaker-identification.ts +1 -1
  115. package/src/calls/twilio-config.ts +7 -5
  116. package/src/calls/twilio-provider.ts +6 -4
  117. package/src/calls/twilio-rest.ts +40 -15
  118. package/src/calls/twilio-routes.ts +60 -45
  119. package/src/calls/types.ts +3 -1
  120. package/src/channels/types.ts +25 -0
  121. package/src/cli/amazon.ts +815 -0
  122. package/src/cli/config-commands.ts +2 -2
  123. package/src/cli/core-commands.ts +4 -3
  124. package/src/cli/influencer.ts +244 -0
  125. package/src/cli/map.ts +89 -6
  126. package/src/cli.ts +1 -1
  127. package/src/config/agent-schema.ts +171 -0
  128. package/src/config/bundled-skills/amazon/SKILL.md +127 -0
  129. package/src/config/bundled-skills/amazon/icon.svg +13 -0
  130. package/src/config/bundled-skills/api-mapping/SKILL.md +78 -0
  131. package/src/config/bundled-skills/browser/SKILL.md +1 -0
  132. package/src/config/bundled-skills/browser/TOOLS.json +17 -0
  133. package/src/config/bundled-skills/browser/tools/browser-wait-for-download.ts +25 -0
  134. package/src/config/bundled-skills/doordash/SKILL.md +51 -51
  135. package/src/config/bundled-skills/email-setup/SKILL.md +14 -5
  136. package/src/config/bundled-skills/google-oauth-setup/SKILL.md +183 -0
  137. package/src/config/bundled-skills/influencer/SKILL.md +144 -0
  138. package/src/config/bundled-skills/macos-automation/icon.svg +12 -0
  139. package/src/config/bundled-skills/media-processing/SKILL.md +72 -95
  140. package/src/config/bundled-skills/media-processing/TOOLS.json +57 -147
  141. package/src/config/bundled-skills/media-processing/__tests__/concurrency-pool.test.ts +77 -0
  142. package/src/config/bundled-skills/media-processing/__tests__/cost-tracker.test.ts +69 -0
  143. package/src/config/bundled-skills/media-processing/__tests__/preprocess.test.ts +303 -0
  144. package/src/config/bundled-skills/media-processing/services/concurrency-pool.ts +55 -0
  145. package/src/config/bundled-skills/media-processing/services/cost-tracker.ts +86 -0
  146. package/src/config/bundled-skills/media-processing/services/gemini-map.ts +339 -0
  147. package/src/config/bundled-skills/media-processing/services/preprocess.ts +551 -0
  148. package/src/config/bundled-skills/media-processing/services/processing-pipeline.ts +7 -9
  149. package/src/config/bundled-skills/media-processing/services/reduce.ts +197 -0
  150. package/src/config/bundled-skills/media-processing/tools/analyze-keyframes.ts +88 -253
  151. package/src/config/bundled-skills/media-processing/tools/extract-keyframes.ts +22 -153
  152. package/src/config/bundled-skills/media-processing/tools/generate-clip.ts +2 -2
  153. package/src/config/bundled-skills/media-processing/tools/media-diagnostics.ts +28 -51
  154. package/src/config/bundled-skills/media-processing/tools/query-media-events.ts +35 -270
  155. package/src/config/bundled-skills/messaging/SKILL.md +12 -2
  156. package/src/config/bundled-skills/messaging/tools/messaging-analyze-style.ts +4 -7
  157. package/src/config/bundled-skills/messaging/tools/messaging-reply.ts +2 -1
  158. package/src/config/bundled-skills/phone-calls/SKILL.md +86 -21
  159. package/src/config/bundled-skills/twitter/icon.svg +14 -0
  160. package/src/config/bundled-tool-registry.ts +310 -0
  161. package/src/config/calls-schema.ts +181 -0
  162. package/src/config/core-schema.ts +309 -0
  163. package/src/config/defaults.ts +26 -2
  164. package/src/config/env-registry.ts +162 -0
  165. package/src/config/env.ts +175 -0
  166. package/src/config/loader.ts +6 -6
  167. package/src/config/memory-schema.ts +528 -0
  168. package/src/config/sandbox-schema.ts +55 -0
  169. package/src/config/schema.ts +156 -1137
  170. package/src/config/skill-state.ts +1 -1
  171. package/src/config/skills-schema.ts +32 -0
  172. package/src/config/skills.ts +35 -24
  173. package/src/config/system-prompt.ts +107 -56
  174. package/src/config/templates/SOUL.md +1 -1
  175. package/src/config/types.ts +1 -0
  176. package/src/config/user-reference.ts +4 -9
  177. package/src/config/vellum-skills/catalog.json +0 -7
  178. package/src/config/vellum-skills/chatgpt-import/tools/chatgpt-import.ts +5 -1
  179. package/src/config/vellum-skills/slack-oauth-setup/SKILL.md +1 -0
  180. package/src/config/vellum-skills/sms-setup/SKILL.md +112 -14
  181. package/src/context/window-manager.ts +27 -7
  182. package/src/daemon/approval-generators.ts +186 -0
  183. package/src/daemon/approved-devices-store.ts +140 -0
  184. package/src/daemon/assistant-attachments.ts +1 -1
  185. package/src/daemon/classifier.ts +35 -32
  186. package/src/daemon/config-watcher.ts +1 -1
  187. package/src/daemon/daemon-control.ts +217 -0
  188. package/src/daemon/handlers/apps.ts +2 -3
  189. package/src/daemon/handlers/config-channels.ts +158 -0
  190. package/src/daemon/handlers/config-inbox.ts +540 -0
  191. package/src/daemon/handlers/config-ingress.ts +231 -0
  192. package/src/daemon/handlers/config-integrations.ts +258 -0
  193. package/src/daemon/handlers/config-model.ts +143 -0
  194. package/src/daemon/handlers/config-parental.ts +163 -0
  195. package/src/daemon/handlers/config-scheduling.ts +172 -0
  196. package/src/daemon/handlers/config-slack.ts +92 -0
  197. package/src/daemon/handlers/config-telegram.ts +301 -0
  198. package/src/daemon/handlers/config-tools.ts +177 -0
  199. package/src/daemon/handlers/config-trust.ts +104 -0
  200. package/src/daemon/handlers/config-twilio.ts +1080 -0
  201. package/src/daemon/handlers/config.ts +53 -2463
  202. package/src/daemon/handlers/diagnostics.ts +1 -1
  203. package/src/daemon/handlers/dictation.ts +4 -6
  204. package/src/daemon/handlers/documents.ts +18 -32
  205. package/src/daemon/handlers/index.ts +9 -0
  206. package/src/daemon/handlers/misc.ts +3 -5
  207. package/src/daemon/handlers/pairing.ts +98 -0
  208. package/src/daemon/handlers/sessions.ts +54 -5
  209. package/src/daemon/handlers/shared.ts +3 -1
  210. package/src/daemon/handlers/skills.ts +1 -1
  211. package/src/daemon/handlers/twitter-auth.ts +2 -0
  212. package/src/daemon/handlers/work-items.ts +2 -2
  213. package/src/daemon/handlers/workspace-files.ts +4 -3
  214. package/src/daemon/install-cli-launchers.ts +113 -0
  215. package/src/daemon/ipc-contract/apps.ts +356 -0
  216. package/src/daemon/ipc-contract/browser.ts +74 -0
  217. package/src/daemon/ipc-contract/computer-use.ts +151 -0
  218. package/src/daemon/ipc-contract/diagnostics.ts +56 -0
  219. package/src/daemon/ipc-contract/documents.ts +74 -0
  220. package/src/daemon/ipc-contract/inbox.ts +209 -0
  221. package/src/daemon/ipc-contract/integrations.ts +284 -0
  222. package/src/daemon/ipc-contract/memory.ts +48 -0
  223. package/src/daemon/ipc-contract/messages.ts +211 -0
  224. package/src/daemon/ipc-contract/pairing.ts +45 -0
  225. package/src/daemon/ipc-contract/parental-control.ts +95 -0
  226. package/src/daemon/ipc-contract/schedules.ts +97 -0
  227. package/src/daemon/ipc-contract/sessions.ts +315 -0
  228. package/src/daemon/ipc-contract/shared.ts +42 -0
  229. package/src/daemon/ipc-contract/skills.ts +120 -0
  230. package/src/daemon/ipc-contract/subagents.ts +58 -0
  231. package/src/daemon/ipc-contract/surfaces.ts +250 -0
  232. package/src/daemon/ipc-contract/trust.ts +60 -0
  233. package/src/daemon/ipc-contract/work-items.ts +225 -0
  234. package/src/daemon/ipc-contract/workspace.ts +113 -0
  235. package/src/daemon/ipc-contract-inventory.json +60 -0
  236. package/src/daemon/ipc-contract-inventory.ts +55 -29
  237. package/src/daemon/ipc-contract.ts +226 -2527
  238. package/src/daemon/ipc-protocol.ts +1 -1
  239. package/src/daemon/ipc-validate.ts +7 -0
  240. package/src/daemon/lifecycle.ts +97 -379
  241. package/src/daemon/pairing-store.ts +177 -0
  242. package/src/daemon/providers-setup.ts +43 -0
  243. package/src/daemon/ride-shotgun-handler.ts +67 -2
  244. package/src/daemon/server.ts +60 -44
  245. package/src/daemon/session-agent-loop-handlers.ts +421 -0
  246. package/src/daemon/session-agent-loop.ts +113 -275
  247. package/src/daemon/session-dynamic-profile.ts +1 -1
  248. package/src/daemon/session-history.ts +1 -1
  249. package/src/daemon/session-media-retry.ts +1 -1
  250. package/src/daemon/session-messaging.ts +37 -2
  251. package/src/daemon/session-notifiers.ts +5 -25
  252. package/src/daemon/session-process.ts +99 -59
  253. package/src/daemon/session-queue-manager.ts +96 -4
  254. package/src/daemon/session-runtime-assembly.ts +149 -15
  255. package/src/daemon/session-surfaces.ts +19 -4
  256. package/src/daemon/session-tool-setup.ts +28 -30
  257. package/src/daemon/session-workspace.ts +1 -1
  258. package/src/daemon/session.ts +24 -1
  259. package/src/daemon/shutdown-handlers.ts +122 -0
  260. package/src/daemon/trace-emitter.ts +1 -1
  261. package/src/daemon/watch-handler.ts +36 -33
  262. package/src/doordash/cart-queries.ts +787 -0
  263. package/src/doordash/client.ts +144 -127
  264. package/src/doordash/order-queries.ts +85 -0
  265. package/src/doordash/queries.ts +10 -1308
  266. package/src/doordash/search-queries.ts +203 -0
  267. package/src/doordash/session.ts +3 -2
  268. package/src/doordash/store-queries.ts +246 -0
  269. package/src/doordash/types.ts +367 -0
  270. package/src/email/providers/agentmail.ts +2 -1
  271. package/src/email/providers/index.ts +3 -2
  272. package/src/email/service.ts +3 -2
  273. package/src/errors.ts +43 -0
  274. package/src/home-base/prebuilt/seed.ts +1 -1
  275. package/src/hooks/cli.ts +6 -5
  276. package/src/hooks/config.ts +6 -8
  277. package/src/hooks/discovery.ts +6 -5
  278. package/src/hooks/manager.ts +4 -3
  279. package/src/hooks/runner.ts +2 -2
  280. package/src/hooks/templates.ts +5 -5
  281. package/src/inbound/public-ingress-urls.ts +3 -1
  282. package/src/index.ts +4 -2
  283. package/src/influencer/client.ts +1104 -0
  284. package/src/instrument.ts +4 -3
  285. package/src/logfire.ts +4 -3
  286. package/src/memory/admin.ts +25 -35
  287. package/src/memory/attachments-store.ts +4 -7
  288. package/src/memory/channel-delivery-store.ts +30 -1
  289. package/src/memory/channel-guardian-store.ts +200 -1
  290. package/src/memory/clarification-resolver.ts +37 -33
  291. package/src/memory/conflict-store.ts +67 -61
  292. package/src/memory/contradiction-checker.ts +141 -117
  293. package/src/memory/conversation-store.ts +335 -51
  294. package/src/memory/db-connection.ts +27 -4
  295. package/src/memory/db-init.ts +121 -4
  296. package/src/memory/db.ts +14 -1
  297. package/src/memory/embedding-backend.ts +27 -5
  298. package/src/memory/embedding-ollama.ts +2 -1
  299. package/src/memory/entity-extractor.ts +38 -35
  300. package/src/memory/guardian-action-store.ts +430 -0
  301. package/src/memory/inbox-escalation-projection.ts +59 -0
  302. package/src/memory/inbox-thread-store.ts +218 -0
  303. package/src/memory/ingress-invite-store.ts +338 -0
  304. package/src/memory/ingress-member-store.ts +350 -0
  305. package/src/memory/items-extractor.ts +91 -97
  306. package/src/memory/job-handlers/index-maintenance.ts +3 -3
  307. package/src/memory/job-handlers/media-processing.ts +11 -42
  308. package/src/memory/job-handlers/summarization.ts +32 -26
  309. package/src/memory/job-utils.ts +3 -10
  310. package/src/memory/jobs-store.ts +6 -9
  311. package/src/memory/jobs-worker.ts +51 -36
  312. package/src/memory/migrations/001-job-deferrals.ts +45 -0
  313. package/src/memory/migrations/002-tool-invocations-fk.ts +43 -0
  314. package/src/memory/migrations/003-memory-fts-backfill.ts +24 -0
  315. package/src/memory/migrations/004-entity-relation-dedup.ts +87 -0
  316. package/src/memory/migrations/005-fingerprint-scope-unique.ts +80 -0
  317. package/src/memory/migrations/006-scope-salted-fingerprints.ts +62 -0
  318. package/src/memory/migrations/007-assistant-id-to-self.ts +254 -0
  319. package/src/memory/migrations/008-remove-assistant-id-columns.ts +208 -0
  320. package/src/memory/migrations/009-llm-usage-events-drop-assistant-id.ts +83 -0
  321. package/src/memory/migrations/010-ext-conv-bindings-channel-chat-unique.ts +56 -0
  322. package/src/memory/migrations/011-call-sessions-provider-sid-dedup.ts +63 -0
  323. package/src/memory/migrations/012-call-sessions-add-initiated-from.ts +19 -0
  324. package/src/memory/migrations/013-guardian-action-tables.ts +68 -0
  325. package/src/memory/migrations/014-backfill-inbox-thread-state.ts +76 -0
  326. package/src/memory/migrations/015-drop-active-search-index.ts +27 -0
  327. package/src/memory/migrations/016-memory-segments-indexes.ts +11 -0
  328. package/src/memory/migrations/017-memory-items-indexes.ts +10 -0
  329. package/src/memory/migrations/018-remaining-table-indexes.ts +13 -0
  330. package/src/memory/migrations/index.ts +24 -0
  331. package/src/memory/migrations/registry.ts +79 -0
  332. package/src/memory/migrations/validate-migration-state.ts +69 -0
  333. package/src/memory/qdrant-manager.ts +49 -8
  334. package/src/memory/query-builder.ts +1 -1
  335. package/src/memory/raw-query.ts +119 -0
  336. package/src/memory/recall-cache.ts +4 -1
  337. package/src/memory/retriever.ts +160 -47
  338. package/src/memory/schema-migration.ts +25 -984
  339. package/src/memory/schema.ts +130 -7
  340. package/src/memory/search/entity.ts +10 -19
  341. package/src/memory/search/lexical.ts +81 -52
  342. package/src/memory/search/ranking.ts +21 -22
  343. package/src/memory/search/semantic.ts +157 -19
  344. package/src/memory/shared-app-links-store.ts +4 -5
  345. package/src/memory/validation.ts +19 -0
  346. package/src/messaging/draft-store.ts +5 -6
  347. package/src/messaging/providers/sms/adapter.ts +3 -6
  348. package/src/messaging/providers/telegram-bot/adapter.ts +2 -5
  349. package/src/messaging/providers/whatsapp/adapter.ts +136 -0
  350. package/src/messaging/providers/whatsapp/client.ts +67 -0
  351. package/src/messaging/style-analyzer.ts +5 -4
  352. package/src/messaging/thread-summarizer.ts +61 -69
  353. package/src/messaging/triage-engine.ts +62 -71
  354. package/src/migrations/config-merge.ts +53 -0
  355. package/src/migrations/data-layout.ts +68 -0
  356. package/src/migrations/data-merge.ts +33 -0
  357. package/src/migrations/hooks-merge.ts +90 -0
  358. package/src/migrations/index.ts +6 -0
  359. package/src/migrations/log.ts +23 -0
  360. package/src/migrations/skills-merge.ts +33 -0
  361. package/src/migrations/workspace-layout.ts +79 -0
  362. package/src/permissions/checker.ts +119 -11
  363. package/src/permissions/prompter.ts +14 -0
  364. package/src/permissions/shell-identity.ts +31 -1
  365. package/src/permissions/trust-store.ts +21 -1
  366. package/src/providers/anthropic/client.ts +4 -4
  367. package/src/providers/failover.ts +2 -2
  368. package/src/providers/model-intents.ts +70 -0
  369. package/src/providers/ollama/client.ts +2 -1
  370. package/src/providers/provider-send-message.ts +176 -0
  371. package/src/providers/registry.ts +71 -30
  372. package/src/providers/retry.ts +35 -1
  373. package/src/providers/types.ts +12 -1
  374. package/src/runtime/approval-conversation-turn.ts +97 -0
  375. package/src/runtime/approval-message-composer.ts +115 -5
  376. package/src/runtime/channel-approval-parser.ts +36 -2
  377. package/src/runtime/channel-approvals.ts +0 -21
  378. package/src/runtime/channel-guardian-service.ts +48 -7
  379. package/src/runtime/channel-readiness-service.ts +160 -34
  380. package/src/runtime/channel-readiness-types.ts +10 -4
  381. package/src/runtime/channel-retry-sweep.ts +184 -0
  382. package/src/runtime/guardian-context-resolver.ts +108 -0
  383. package/src/runtime/http-server.ts +275 -743
  384. package/src/runtime/http-types.ts +56 -3
  385. package/src/runtime/middleware/auth.ts +116 -0
  386. package/src/runtime/middleware/error-handler.ts +33 -0
  387. package/src/runtime/middleware/twilio-validation.ts +127 -0
  388. package/src/runtime/routes/app-routes.ts +1 -1
  389. package/src/runtime/routes/call-routes.ts +49 -6
  390. package/src/runtime/routes/channel-delivery-routes.ts +170 -0
  391. package/src/runtime/routes/channel-guardian-routes.ts +1191 -0
  392. package/src/runtime/routes/channel-inbound-routes.ts +1152 -0
  393. package/src/runtime/routes/channel-route-shared.ts +144 -0
  394. package/src/runtime/routes/channel-routes.ts +32 -1634
  395. package/src/runtime/routes/conversation-routes.ts +50 -7
  396. package/src/runtime/routes/events-routes.ts +2 -2
  397. package/src/runtime/routes/identity-routes.ts +126 -0
  398. package/src/runtime/routes/pairing-routes.ts +143 -0
  399. package/src/runtime/routes/run-routes.ts +15 -1
  400. package/src/runtime/run-orchestrator.ts +52 -34
  401. package/src/schedule/schedule-store.ts +36 -32
  402. package/src/schedule/scheduler.ts +3 -3
  403. package/src/security/encrypted-store.ts +5 -7
  404. package/src/security/oauth2.ts +45 -15
  405. package/src/security/parental-control-store.ts +183 -0
  406. package/src/security/secret-allowlist.ts +4 -3
  407. package/src/security/secret-scanner.ts +5 -5
  408. package/src/security/secure-keys.ts +1 -1
  409. package/src/security/token-manager.ts +3 -2
  410. package/src/services/vercel-deploy.ts +6 -2
  411. package/src/skills/tool-manifest.ts +3 -3
  412. package/src/skills/vellum-catalog-remote.ts +75 -16
  413. package/src/slack/slack-webhook.ts +2 -1
  414. package/src/swarm/orchestrator.ts +92 -1
  415. package/src/swarm/router-planner.ts +6 -9
  416. package/src/swarm/worker-prompts.ts +9 -12
  417. package/src/tasks/task-compiler.ts +19 -28
  418. package/src/tasks/task-runner.ts +1 -1
  419. package/src/tools/assets/search.ts +15 -14
  420. package/src/tools/browser/__tests__/auth-detector.test.ts +1 -0
  421. package/src/tools/browser/auto-navigate.ts +1 -0
  422. package/src/tools/browser/browser-execution.ts +10 -1
  423. package/src/tools/browser/browser-manager.ts +119 -4
  424. package/src/tools/browser/network-recorder.ts +5 -0
  425. package/src/tools/credentials/broker.ts +11 -2
  426. package/src/tools/credentials/metadata-store.ts +18 -14
  427. package/src/tools/credentials/post-connect-hooks.ts +61 -0
  428. package/src/tools/credentials/vault.ts +49 -23
  429. package/src/tools/executor.ts +68 -9
  430. package/src/tools/host-terminal/cli-discover.ts +1 -1
  431. package/src/tools/network/script-proxy/http-forwarder.ts +1 -1
  432. package/src/tools/network/script-proxy/mitm-handler.ts +1 -1
  433. package/src/tools/network/script-proxy/server.ts +1 -1
  434. package/src/tools/network/script-proxy/session-manager.ts +6 -5
  435. package/src/tools/network/web-fetch.ts +18 -2
  436. package/src/tools/network/web-search.ts +7 -3
  437. package/src/tools/reminder/reminder-store.ts +14 -15
  438. package/src/tools/schedule/create.ts +1 -0
  439. package/src/tools/schedule/list.ts +2 -1
  440. package/src/tools/shared/filesystem/file-ops-service.ts +5 -7
  441. package/src/tools/skills/skill-script-runner.ts +24 -9
  442. package/src/tools/skills/skill-tool-factory.ts +1 -0
  443. package/src/tools/tasks/work-item-enqueue.ts +2 -2
  444. package/src/tools/terminal/evaluate-typescript.ts +21 -12
  445. package/src/tools/terminal/parser.ts +50 -0
  446. package/src/tools/watcher/delete.ts +6 -0
  447. package/src/tools/weather/service.ts +1 -1
  448. package/src/twitter/client.ts +190 -24
  449. package/src/twitter/session.ts +4 -3
  450. package/src/util/clipboard.ts +1 -1
  451. package/src/util/errors.ts +65 -8
  452. package/src/util/fs.ts +40 -0
  453. package/src/util/json.ts +10 -0
  454. package/src/util/log-redact.ts +189 -0
  455. package/src/util/logger.ts +19 -17
  456. package/src/util/object.ts +3 -0
  457. package/src/util/platform.ts +72 -365
  458. package/src/util/pricing.ts +1 -1
  459. package/src/util/promise-guard.ts +1 -1
  460. package/src/util/retry.ts +19 -0
  461. package/src/util/row-mapper.ts +79 -0
  462. package/src/util/silently.ts +21 -0
  463. package/src/watcher/engine.ts +5 -1
  464. package/src/watcher/provider-types.ts +20 -0
  465. package/src/watcher/providers/github.ts +156 -0
  466. package/src/watcher/providers/gmail.ts +1 -0
  467. package/src/watcher/providers/google-calendar.ts +1 -0
  468. package/src/watcher/providers/linear.ts +460 -0
  469. package/src/watcher/providers/slack.ts +1 -0
  470. package/src/work-items/work-item-runner.ts +1 -1
  471. package/src/workspace/git-service.ts +1 -1
  472. package/src/workspace/provider-commit-message-generator.ts +51 -22
  473. package/src/__tests__/call-bridge.test.ts +0 -517
  474. package/src/__tests__/session-process-bridge.test.ts +0 -244
  475. package/src/calls/call-bridge.ts +0 -168
  476. package/src/config/bundled-skills/media-processing/services/capability-registry.ts +0 -137
  477. package/src/config/bundled-skills/media-processing/services/event-detection-service.ts +0 -280
  478. package/src/config/bundled-skills/media-processing/services/feedback-aggregation.ts +0 -144
  479. package/src/config/bundled-skills/media-processing/services/feedback-store.ts +0 -136
  480. package/src/config/bundled-skills/media-processing/services/retrieval-service.ts +0 -95
  481. package/src/config/bundled-skills/media-processing/services/timeline-service.ts +0 -267
  482. package/src/config/bundled-skills/media-processing/tools/detect-events.ts +0 -110
  483. package/src/config/bundled-skills/media-processing/tools/recalibrate.ts +0 -235
  484. package/src/config/bundled-skills/media-processing/tools/select-tracking-profile.ts +0 -142
  485. package/src/config/bundled-skills/media-processing/tools/submit-feedback.ts +0 -150
  486. package/src/config/vellum-skills/google-oauth-setup/SKILL.md +0 -199
@@ -0,0 +1,540 @@
1
+ import * as net from 'node:net';
2
+ import type { IngressInviteRequest, IngressMemberRequest, AssistantInboxEscalationRequest, AssistantInboxReplyRequest } from '../ipc-protocol.js';
3
+ import type { ChannelId } from '../../channels/types.js';
4
+ import { isChannelId } from '../../channels/types.js';
5
+ import { log, defineHandlers, type HandlerContext } from './shared.js';
6
+ import {
7
+ createInvite,
8
+ listInvites,
9
+ revokeInvite,
10
+ redeemInvite,
11
+ type InviteStatus,
12
+ } from '../../memory/ingress-invite-store.js';
13
+ import {
14
+ upsertMember,
15
+ listMembers,
16
+ revokeMember,
17
+ blockMember,
18
+ type IngressMember,
19
+ } from '../../memory/ingress-member-store.js';
20
+ import {
21
+ listPendingApprovalRequests,
22
+ resolveApprovalRequest,
23
+ type ApprovalRequestStatus,
24
+ } from '../../memory/channel-guardian-store.js';
25
+ import { refreshThreadEscalation } from '../../memory/inbox-escalation-projection.js';
26
+ import { addMessage, getMessages } from '../../memory/conversation-store.js';
27
+ import { getBindingByConversation } from '../../memory/external-conversation-store.js';
28
+ import { updateThreadActivity } from '../../memory/inbox-thread-store.js';
29
+ import { getLatestStoredPayload } from '../../memory/channel-delivery-store.js';
30
+ import { deliverChannelReply } from '../../runtime/gateway-client.js';
31
+ import { getGatewayInternalBaseUrl, getRuntimeProxyBearerToken } from '../../config/env.js';
32
+ import { renderHistoryContent } from './shared.js';
33
+ import type { GuardianApprovalRequest } from '../../memory/channel-guardian-store.js';
34
+
35
+ export function handleIngressInvite(
36
+ msg: IngressInviteRequest,
37
+ socket: net.Socket,
38
+ ctx: HandlerContext,
39
+ ): void {
40
+ try {
41
+ switch (msg.action) {
42
+ case 'create': {
43
+ if (!msg.sourceChannel) {
44
+ ctx.send(socket, { type: 'ingress_invite_response', success: false, error: 'sourceChannel is required for create' });
45
+ return;
46
+ }
47
+ const { invite, rawToken } = createInvite({
48
+ sourceChannel: msg.sourceChannel,
49
+ note: msg.note,
50
+ maxUses: msg.maxUses,
51
+ expiresInMs: msg.expiresInMs,
52
+ });
53
+ ctx.send(socket, {
54
+ type: 'ingress_invite_response',
55
+ success: true,
56
+ invite: {
57
+ id: invite.id,
58
+ sourceChannel: invite.sourceChannel,
59
+ token: rawToken,
60
+ tokenHash: invite.tokenHash,
61
+ maxUses: invite.maxUses,
62
+ useCount: invite.useCount,
63
+ expiresAt: invite.expiresAt,
64
+ status: invite.status,
65
+ note: invite.note ?? undefined,
66
+ createdAt: invite.createdAt,
67
+ },
68
+ });
69
+ return;
70
+ }
71
+
72
+ case 'list': {
73
+ const invites = listInvites({
74
+ sourceChannel: msg.sourceChannel,
75
+ status: msg.status as InviteStatus | undefined,
76
+ });
77
+ ctx.send(socket, {
78
+ type: 'ingress_invite_response',
79
+ success: true,
80
+ invites: invites.map((inv) => ({
81
+ id: inv.id,
82
+ sourceChannel: inv.sourceChannel,
83
+ tokenHash: inv.tokenHash,
84
+ maxUses: inv.maxUses,
85
+ useCount: inv.useCount,
86
+ expiresAt: inv.expiresAt,
87
+ status: inv.status,
88
+ note: inv.note ?? undefined,
89
+ createdAt: inv.createdAt,
90
+ })),
91
+ });
92
+ return;
93
+ }
94
+
95
+ case 'revoke': {
96
+ if (!msg.inviteId) {
97
+ ctx.send(socket, { type: 'ingress_invite_response', success: false, error: 'inviteId is required for revoke' });
98
+ return;
99
+ }
100
+ const revoked = revokeInvite(msg.inviteId);
101
+ if (!revoked) {
102
+ ctx.send(socket, { type: 'ingress_invite_response', success: false, error: 'Invite not found or already revoked' });
103
+ return;
104
+ }
105
+ ctx.send(socket, {
106
+ type: 'ingress_invite_response',
107
+ success: true,
108
+ invite: {
109
+ id: revoked.id,
110
+ sourceChannel: revoked.sourceChannel,
111
+ tokenHash: revoked.tokenHash,
112
+ maxUses: revoked.maxUses,
113
+ useCount: revoked.useCount,
114
+ expiresAt: revoked.expiresAt,
115
+ status: revoked.status,
116
+ note: revoked.note ?? undefined,
117
+ createdAt: revoked.createdAt,
118
+ },
119
+ });
120
+ return;
121
+ }
122
+
123
+ case 'redeem': {
124
+ if (!msg.token) {
125
+ ctx.send(socket, { type: 'ingress_invite_response', success: false, error: 'token is required for redeem' });
126
+ return;
127
+ }
128
+ const result = redeemInvite({
129
+ rawToken: msg.token,
130
+ externalUserId: msg.externalUserId,
131
+ externalChatId: msg.externalChatId,
132
+ sourceChannel: msg.sourceChannel,
133
+ });
134
+ if ('error' in result) {
135
+ ctx.send(socket, { type: 'ingress_invite_response', success: false, error: result.error });
136
+ return;
137
+ }
138
+ ctx.send(socket, {
139
+ type: 'ingress_invite_response',
140
+ success: true,
141
+ invite: {
142
+ id: result.invite.id,
143
+ sourceChannel: result.invite.sourceChannel,
144
+ tokenHash: result.invite.tokenHash,
145
+ maxUses: result.invite.maxUses,
146
+ useCount: result.invite.useCount,
147
+ expiresAt: result.invite.expiresAt,
148
+ status: result.invite.status,
149
+ note: result.invite.note ?? undefined,
150
+ createdAt: result.invite.createdAt,
151
+ },
152
+ });
153
+ return;
154
+ }
155
+
156
+ default: {
157
+ ctx.send(socket, { type: 'ingress_invite_response', success: false, error: `Unknown action: ${String((msg as unknown as Record<string, unknown>).action)}` });
158
+ }
159
+ }
160
+ } catch (err) {
161
+ const message = err instanceof Error ? err.message : String(err);
162
+ log.error({ err }, 'ingress_invite handler error');
163
+ ctx.send(socket, { type: 'ingress_invite_response', success: false, error: message });
164
+ }
165
+ }
166
+
167
+ function memberToResponse(m: IngressMember) {
168
+ return {
169
+ id: m.id,
170
+ sourceChannel: m.sourceChannel,
171
+ externalUserId: m.externalUserId ?? undefined,
172
+ externalChatId: m.externalChatId ?? undefined,
173
+ displayName: m.displayName ?? undefined,
174
+ username: m.username ?? undefined,
175
+ status: m.status,
176
+ policy: m.policy,
177
+ lastSeenAt: m.lastSeenAt ?? undefined,
178
+ createdAt: m.createdAt,
179
+ };
180
+ }
181
+
182
+ export function handleIngressMember(
183
+ msg: IngressMemberRequest,
184
+ socket: net.Socket,
185
+ ctx: HandlerContext,
186
+ ): void {
187
+ try {
188
+ switch (msg.action) {
189
+ case 'list': {
190
+ const members = listMembers({
191
+ sourceChannel: msg.sourceChannel,
192
+ status: msg.status,
193
+ policy: msg.policy,
194
+ });
195
+ ctx.send(socket, {
196
+ type: 'ingress_member_response',
197
+ success: true,
198
+ members: members.map(memberToResponse),
199
+ });
200
+ return;
201
+ }
202
+
203
+ case 'upsert': {
204
+ if (!msg.sourceChannel) {
205
+ ctx.send(socket, { type: 'ingress_member_response', success: false, error: 'sourceChannel is required for upsert' });
206
+ return;
207
+ }
208
+ if (!msg.externalUserId && !msg.externalChatId) {
209
+ ctx.send(socket, { type: 'ingress_member_response', success: false, error: 'At least one of externalUserId or externalChatId is required for upsert' });
210
+ return;
211
+ }
212
+ const member = upsertMember({
213
+ sourceChannel: msg.sourceChannel,
214
+ externalUserId: msg.externalUserId,
215
+ externalChatId: msg.externalChatId,
216
+ displayName: msg.displayName,
217
+ username: msg.username,
218
+ policy: msg.policy,
219
+ status: msg.status,
220
+ });
221
+ ctx.send(socket, {
222
+ type: 'ingress_member_response',
223
+ success: true,
224
+ member: memberToResponse(member),
225
+ });
226
+ return;
227
+ }
228
+
229
+ case 'revoke': {
230
+ if (!msg.memberId) {
231
+ ctx.send(socket, { type: 'ingress_member_response', success: false, error: 'memberId is required for revoke' });
232
+ return;
233
+ }
234
+ const revoked = revokeMember(msg.memberId, msg.reason);
235
+ if (!revoked) {
236
+ ctx.send(socket, { type: 'ingress_member_response', success: false, error: 'Member not found or cannot be revoked' });
237
+ return;
238
+ }
239
+ ctx.send(socket, {
240
+ type: 'ingress_member_response',
241
+ success: true,
242
+ member: memberToResponse(revoked),
243
+ });
244
+ return;
245
+ }
246
+
247
+ case 'block': {
248
+ if (!msg.memberId) {
249
+ ctx.send(socket, { type: 'ingress_member_response', success: false, error: 'memberId is required for block' });
250
+ return;
251
+ }
252
+ const blocked = blockMember(msg.memberId, msg.reason);
253
+ if (!blocked) {
254
+ ctx.send(socket, { type: 'ingress_member_response', success: false, error: 'Member not found or already blocked' });
255
+ return;
256
+ }
257
+ ctx.send(socket, {
258
+ type: 'ingress_member_response',
259
+ success: true,
260
+ member: memberToResponse(blocked),
261
+ });
262
+ return;
263
+ }
264
+
265
+ default: {
266
+ ctx.send(socket, { type: 'ingress_member_response', success: false, error: `Unknown action: ${String((msg as unknown as Record<string, unknown>).action)}` });
267
+ }
268
+ }
269
+ } catch (err) {
270
+ const message = err instanceof Error ? err.message : String(err);
271
+ log.error({ err }, 'ingress_member handler error');
272
+ ctx.send(socket, { type: 'ingress_member_response', success: false, error: message });
273
+ }
274
+ }
275
+
276
+ export function handleInboxEscalation(
277
+ msg: AssistantInboxEscalationRequest,
278
+ socket: net.Socket,
279
+ ctx: HandlerContext,
280
+ ): void {
281
+ try {
282
+ switch (msg.action) {
283
+ case 'list': {
284
+ const escalations = listPendingApprovalRequests({
285
+ assistantId: msg.assistantId,
286
+ status: (msg.status as ApprovalRequestStatus) ?? undefined,
287
+ });
288
+ ctx.send(socket, {
289
+ type: 'assistant_inbox_escalation_response',
290
+ success: true,
291
+ escalations: escalations.map((req) => ({
292
+ id: req.id,
293
+ runId: req.runId,
294
+ conversationId: req.conversationId,
295
+ channel: req.channel,
296
+ requesterExternalUserId: req.requesterExternalUserId,
297
+ requesterChatId: req.requesterChatId,
298
+ status: req.status,
299
+ requestSummary: req.reason ?? undefined,
300
+ createdAt: req.createdAt,
301
+ })),
302
+ });
303
+ return;
304
+ }
305
+
306
+ case 'decide': {
307
+ if (!msg.approvalRequestId) {
308
+ ctx.send(socket, { type: 'assistant_inbox_escalation_response', success: false, error: 'approvalRequestId is required for decide' });
309
+ return;
310
+ }
311
+ if (!msg.decision) {
312
+ ctx.send(socket, { type: 'assistant_inbox_escalation_response', success: false, error: 'decision is required for decide' });
313
+ return;
314
+ }
315
+
316
+ const mappedDecision = msg.decision === 'approve' ? 'approved' : 'denied';
317
+ const resolved = resolveApprovalRequest(msg.approvalRequestId, mappedDecision);
318
+
319
+ if (!resolved) {
320
+ ctx.send(socket, { type: 'assistant_inbox_escalation_response', success: false, error: 'Approval request not found or already resolved' });
321
+ return;
322
+ }
323
+
324
+ // Update thread escalation state so inbox badges stay accurate
325
+ refreshThreadEscalation(resolved.conversationId, resolved.assistantId);
326
+
327
+ // Respond immediately — decision execution happens in the background
328
+ ctx.send(socket, {
329
+ type: 'assistant_inbox_escalation_response',
330
+ success: true,
331
+ decision: {
332
+ id: resolved.id,
333
+ status: resolved.status,
334
+ decidedAt: resolved.updatedAt,
335
+ },
336
+ });
337
+
338
+ // Fire-and-forget: execute the decision asynchronously
339
+ executeEscalationDecision(resolved, msg.decision, msg.reason, ctx).catch((err) => {
340
+ log.error({ err, approvalRequestId: resolved.id, decision: msg.decision }, 'Escalation decision execution failed');
341
+ });
342
+
343
+ return;
344
+ }
345
+
346
+ default: {
347
+ ctx.send(socket, { type: 'assistant_inbox_escalation_response', success: false, error: `Unknown action: ${String((msg as unknown as Record<string, unknown>).action)}` });
348
+ }
349
+ }
350
+ } catch (err) {
351
+ const message = err instanceof Error ? err.message : String(err);
352
+ log.error({ err }, 'assistant_inbox_escalation handler error');
353
+ ctx.send(socket, { type: 'assistant_inbox_escalation_response', success: false, error: message });
354
+ }
355
+ }
356
+
357
+ /**
358
+ * Execute the post-decision logic for an ingress escalation.
359
+ *
360
+ * On approve: process the blocked inbound message through the session
361
+ * pipeline and deliver the assistant's reply via the gateway.
362
+ *
363
+ * On deny: send a refusal message to the sender via the channel.
364
+ */
365
+ async function executeEscalationDecision(
366
+ approval: GuardianApprovalRequest,
367
+ decision: 'approve' | 'deny',
368
+ reason: string | undefined,
369
+ ctx: HandlerContext,
370
+ ): Promise<void> {
371
+ if (decision === 'approve') {
372
+ await executeApprove(approval, ctx);
373
+ } else {
374
+ await executeDeny(approval, reason);
375
+ }
376
+ }
377
+
378
+ async function executeApprove(
379
+ approval: GuardianApprovalRequest,
380
+ ctx: HandlerContext,
381
+ ): Promise<void> {
382
+ const { conversationId, assistantId, channel } = approval;
383
+
384
+ // Recover the original message content from the stored payload
385
+ const payload = getLatestStoredPayload(conversationId);
386
+ const messageContent = typeof payload?.content === 'string' ? payload.content : '';
387
+
388
+ if (!messageContent) {
389
+ log.warn({ conversationId, approvalId: approval.id }, 'No message content found for approved escalation; skipping processing');
390
+ return;
391
+ }
392
+
393
+ const sourceChannel: ChannelId | undefined = isChannelId(channel) ? channel : undefined;
394
+
395
+ // Get or create a session for the conversation and process the message
396
+ const session = await ctx.getOrCreateSession(conversationId);
397
+
398
+ if (sourceChannel) {
399
+ session.setTurnChannelContext({
400
+ userMessageChannel: sourceChannel,
401
+ assistantMessageChannel: sourceChannel,
402
+ });
403
+ }
404
+ session.setAssistantId(assistantId);
405
+ session.setGuardianContext(null);
406
+ session.setCommandIntent(null);
407
+
408
+ // Process the message through the agent loop (no IPC event callback
409
+ // since this is a background execution without a connected client)
410
+ const noop = () => {};
411
+ await session.processMessage(messageContent, [], noop);
412
+
413
+ // Deliver the assistant's reply to the external user via the gateway
414
+ const replyCallbackUrl = typeof payload?.replyCallbackUrl === 'string'
415
+ ? payload.replyCallbackUrl
416
+ : null;
417
+ const bearerToken = getRuntimeProxyBearerToken();
418
+
419
+ if (replyCallbackUrl) {
420
+ const binding = getBindingByConversation(conversationId);
421
+ const externalChatId = binding?.externalChatId ?? approval.requesterChatId;
422
+
423
+ const msgs = getMessages(conversationId);
424
+ for (let i = msgs.length - 1; i >= 0; i--) {
425
+ if (msgs[i].role === 'assistant') {
426
+ let parsed: unknown;
427
+ try { parsed = JSON.parse(msgs[i].content); } catch { parsed = msgs[i].content; }
428
+ const rendered = renderHistoryContent(parsed);
429
+ if (rendered.text) {
430
+ await deliverChannelReply(replyCallbackUrl, {
431
+ chatId: externalChatId,
432
+ text: rendered.text,
433
+ assistantId,
434
+ }, bearerToken);
435
+ }
436
+ break;
437
+ }
438
+ }
439
+ }
440
+
441
+ // Update thread activity to reflect the outbound reply
442
+ updateThreadActivity(conversationId, 'outbound');
443
+
444
+ log.info({ conversationId, approvalId: approval.id }, 'Approved escalation processed successfully');
445
+ }
446
+
447
+ async function executeDeny(
448
+ approval: GuardianApprovalRequest,
449
+ reason: string | undefined,
450
+ ): Promise<void> {
451
+ const { conversationId, assistantId, channel } = approval;
452
+
453
+ const binding = getBindingByConversation(conversationId);
454
+ if (!binding) {
455
+ log.warn({ conversationId, approvalId: approval.id }, 'No external binding found for denied escalation; cannot send refusal');
456
+ return;
457
+ }
458
+
459
+ const sourceChannel: ChannelId | undefined = isChannelId(channel) ? channel : undefined;
460
+ if (!sourceChannel) {
461
+ log.warn({ conversationId, channel, approvalId: approval.id }, 'Invalid channel for denied escalation; cannot send refusal');
462
+ return;
463
+ }
464
+
465
+ const gatewayBaseUrl = getGatewayInternalBaseUrl();
466
+ const deliverUrl = `${gatewayBaseUrl}/deliver/${sourceChannel}`;
467
+ const bearerToken = getRuntimeProxyBearerToken();
468
+
469
+ const denialText = reason
470
+ ? `Your message was reviewed and declined. Reason: ${reason}`
471
+ : 'Your message was reviewed and declined.';
472
+
473
+ await deliverChannelReply(deliverUrl, {
474
+ chatId: binding.externalChatId,
475
+ text: denialText,
476
+ assistantId,
477
+ }, bearerToken);
478
+
479
+ // Store a system note about the denial in the conversation
480
+ addMessage(conversationId, 'assistant', denialText, {
481
+ userMessageChannel: sourceChannel,
482
+ assistantMessageChannel: sourceChannel,
483
+ });
484
+ updateThreadActivity(conversationId, 'outbound');
485
+
486
+ log.info({ conversationId, approvalId: approval.id }, 'Denied escalation refusal sent');
487
+ }
488
+
489
+ export function handleAssistantInboxReply(
490
+ msg: AssistantInboxReplyRequest,
491
+ socket: net.Socket,
492
+ ctx: HandlerContext,
493
+ ): void {
494
+ try {
495
+ const { conversationId, content } = msg;
496
+
497
+ if (!conversationId || !content) {
498
+ ctx.send(socket, { type: 'assistant_inbox_reply_response', success: false, error: 'conversationId and content are required' });
499
+ return;
500
+ }
501
+
502
+ // Verify the conversation has an external binding
503
+ const binding = getBindingByConversation(conversationId);
504
+ if (!binding) {
505
+ ctx.send(socket, { type: 'assistant_inbox_reply_response', success: false, error: 'No external binding found for conversation' });
506
+ return;
507
+ }
508
+
509
+ // Store the reply as an assistant message
510
+ const bindingChannel = isChannelId(binding.sourceChannel) ? binding.sourceChannel : null;
511
+ const message = addMessage(
512
+ conversationId,
513
+ 'assistant',
514
+ content,
515
+ bindingChannel
516
+ ? { userMessageChannel: bindingChannel, assistantMessageChannel: bindingChannel }
517
+ : undefined,
518
+ );
519
+
520
+ // Update thread activity timestamps (resets unread count, updates last_outbound_at)
521
+ updateThreadActivity(conversationId, 'outbound');
522
+
523
+ ctx.send(socket, {
524
+ type: 'assistant_inbox_reply_response',
525
+ success: true,
526
+ messageId: message.id,
527
+ });
528
+ } catch (err) {
529
+ const errorMessage = err instanceof Error ? err.message : String(err);
530
+ log.error({ err }, 'assistant_inbox_reply handler error');
531
+ ctx.send(socket, { type: 'assistant_inbox_reply_response', success: false, error: errorMessage });
532
+ }
533
+ }
534
+
535
+ export const inboxInviteHandlers = defineHandlers({
536
+ ingress_invite: handleIngressInvite,
537
+ ingress_member: handleIngressMember,
538
+ assistant_inbox_escalation: handleInboxEscalation,
539
+ assistant_inbox_reply: handleAssistantInboxReply,
540
+ });