@vellumai/assistant 0.4.48 → 0.4.50

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (423) hide show
  1. package/ARCHITECTURE.md +26 -35
  2. package/README.md +5 -26
  3. package/docs/architecture/integrations.md +45 -41
  4. package/docs/architecture/keychain-broker.md +3 -3
  5. package/docs/architecture/memory.md +180 -119
  6. package/docs/runbook-trusted-contacts.md +3 -8
  7. package/hook-templates/debug-prompt-logger/hook.json +1 -1
  8. package/hook-templates/debug-prompt-logger/run.sh +1 -3
  9. package/package.json +2 -2
  10. package/src/__tests__/actor-token-service.test.ts +0 -1
  11. package/src/__tests__/agent-loop.test.ts +3 -1
  12. package/src/__tests__/anthropic-provider.test.ts +249 -2
  13. package/src/__tests__/approval-cascade.test.ts +796 -0
  14. package/src/__tests__/approval-primitive.test.ts +0 -1
  15. package/src/__tests__/approval-routes-http.test.ts +4 -0
  16. package/src/__tests__/assistant-attachments.test.ts +12 -34
  17. package/src/__tests__/assistant-feature-flag-guard.test.ts +0 -23
  18. package/src/__tests__/assistant-feature-flag-guardrails.test.ts +76 -0
  19. package/src/__tests__/assistant-feature-flags-integration.test.ts +0 -1
  20. package/src/__tests__/browser-skill-baseline-tool-payload.test.ts +2 -2
  21. package/src/__tests__/canonical-guardian-store.test.ts +95 -0
  22. package/src/__tests__/channel-guardian.test.ts +0 -2
  23. package/src/__tests__/channel-readiness-routes.test.ts +15 -6
  24. package/src/__tests__/channel-readiness-service.test.ts +10 -9
  25. package/src/__tests__/checker.test.ts +13 -20
  26. package/src/__tests__/computer-use-skill-manifest-regression.test.ts +1 -1
  27. package/src/__tests__/computer-use-tools.test.ts +2 -19
  28. package/src/__tests__/config-schema.test.ts +1 -68
  29. package/src/__tests__/config-watcher.test.ts +0 -1
  30. package/src/__tests__/confirmation-request-guardian-bridge.test.ts +0 -1
  31. package/src/__tests__/context-image-dimensions.test.ts +332 -0
  32. package/src/__tests__/context-memory-e2e.test.ts +11 -100
  33. package/src/__tests__/context-token-estimator.test.ts +196 -13
  34. package/src/__tests__/conversation-attention-store.test.ts +0 -1
  35. package/src/__tests__/conversation-attention-telegram.test.ts +0 -1
  36. package/src/__tests__/conversation-routes-guardian-reply.test.ts +152 -0
  37. package/src/__tests__/conversation-routes-slash-commands.test.ts +2 -0
  38. package/src/__tests__/credential-metadata-store.test.ts +64 -73
  39. package/src/__tests__/credential-security-e2e.test.ts +1 -0
  40. package/src/__tests__/credential-security-invariants.test.ts +13 -7
  41. package/src/__tests__/credential-vault-unit.test.ts +284 -49
  42. package/src/__tests__/credential-vault.test.ts +150 -16
  43. package/src/__tests__/credentials-cli.test.ts +71 -0
  44. package/src/__tests__/cu-unified-flow.test.ts +532 -0
  45. package/src/__tests__/date-context.test.ts +93 -77
  46. package/src/__tests__/deterministic-verification-control-plane.test.ts +64 -0
  47. package/src/__tests__/dynamic-skill-workflow-prompt.test.ts +0 -1
  48. package/src/__tests__/ephemeral-permissions.test.ts +3 -3
  49. package/src/__tests__/gateway-only-guard.test.ts +0 -1
  50. package/src/__tests__/guardian-action-grant-mint-consume.test.ts +0 -1
  51. package/src/__tests__/guardian-decision-primitive-canonical.test.ts +0 -1
  52. package/src/__tests__/guardian-routing-invariants.test.ts +93 -1
  53. package/src/__tests__/guardian-verification-voice-binding.test.ts +0 -1
  54. package/src/__tests__/handlers-user-message-approval-consumption.test.ts +0 -39
  55. package/src/__tests__/heartbeat-service.test.ts +0 -1
  56. package/src/__tests__/history-repair.test.ts +245 -0
  57. package/src/__tests__/host-cu-proxy.test.ts +791 -0
  58. package/src/__tests__/host-shell-tool.test.ts +27 -15
  59. package/src/__tests__/http-user-message-parity.test.ts +2 -0
  60. package/src/__tests__/ingress-url-consistency.test.ts +14 -21
  61. package/src/__tests__/integration-status.test.ts +32 -51
  62. package/src/__tests__/intent-routing.test.ts +0 -1
  63. package/src/__tests__/invite-redemption-service.test.ts +65 -1
  64. package/src/__tests__/invite-routes-http.test.ts +10 -9
  65. package/src/__tests__/keychain-broker-client.test.ts +14 -46
  66. package/src/__tests__/memory-context-benchmark.benchmark.test.ts +56 -18
  67. package/src/__tests__/memory-lifecycle-e2e.test.ts +244 -387
  68. package/src/__tests__/memory-recall-quality.test.ts +244 -407
  69. package/src/__tests__/memory-regressions.experimental.test.ts +126 -101
  70. package/src/__tests__/memory-regressions.test.ts +477 -2841
  71. package/src/__tests__/memory-retrieval.benchmark.test.ts +33 -150
  72. package/src/__tests__/memory-upsert-concurrency.test.ts +5 -244
  73. package/src/__tests__/mime-builder.test.ts +28 -0
  74. package/src/__tests__/native-web-search.test.ts +1 -0
  75. package/src/__tests__/notification-routing-intent.test.ts +0 -1
  76. package/src/__tests__/oauth-cli.test.ts +941 -15
  77. package/src/__tests__/oauth-provider-profiles.test.ts +9 -9
  78. package/src/__tests__/oauth-scope-policy.test.ts +4 -6
  79. package/src/__tests__/oauth-store.test.ts +870 -0
  80. package/src/__tests__/onboarding-starter-tasks.test.ts +0 -1
  81. package/src/__tests__/provider-error-scenarios.test.ts +0 -1
  82. package/src/__tests__/provider-streaming.benchmark.test.ts +0 -1
  83. package/src/__tests__/public-ingress-urls.test.ts +15 -21
  84. package/src/__tests__/qdrant-collection-migration.test.ts +53 -8
  85. package/src/__tests__/recording-handler.test.ts +3 -4
  86. package/src/__tests__/registry.test.ts +2 -3
  87. package/src/__tests__/relay-server.test.ts +46 -1
  88. package/src/__tests__/runtime-events-sse.test.ts +55 -7
  89. package/src/__tests__/schedule-store.test.ts +0 -1
  90. package/src/__tests__/schedule-tools.test.ts +32 -0
  91. package/src/__tests__/scheduler-recurrence.test.ts +0 -1
  92. package/src/__tests__/scoped-approval-grants.test.ts +0 -1
  93. package/src/__tests__/scoped-grant-security-matrix.test.ts +0 -1
  94. package/src/__tests__/script-proxy-certs.test.ts +1 -1
  95. package/src/__tests__/secret-ingress-handler.test.ts +0 -1
  96. package/src/__tests__/secret-onetime-send.test.ts +1 -0
  97. package/src/__tests__/secure-keys.test.ts +7 -2
  98. package/src/__tests__/send-endpoint-busy.test.ts +24 -6
  99. package/src/__tests__/sequence-store.test.ts +0 -1
  100. package/src/__tests__/session-abort-tool-results.test.ts +1 -14
  101. package/src/__tests__/session-agent-loop-overflow.test.ts +1583 -0
  102. package/src/__tests__/session-agent-loop.test.ts +19 -15
  103. package/src/__tests__/session-confirmation-signals.test.ts +1 -15
  104. package/src/__tests__/session-error.test.ts +124 -2
  105. package/src/__tests__/session-history-web-search.test.ts +918 -0
  106. package/src/__tests__/session-init.benchmark.test.ts +4 -5
  107. package/src/__tests__/session-pre-run-repair.test.ts +1 -14
  108. package/src/__tests__/session-provider-retry-repair.test.ts +25 -28
  109. package/src/__tests__/session-queue.test.ts +37 -27
  110. package/src/__tests__/session-runtime-assembly.test.ts +54 -0
  111. package/src/__tests__/session-slash-known.test.ts +1 -15
  112. package/src/__tests__/session-slash-queue.test.ts +1 -15
  113. package/src/__tests__/session-slash-unknown.test.ts +1 -15
  114. package/src/__tests__/session-workspace-cache-state.test.ts +3 -33
  115. package/src/__tests__/session-workspace-injection.test.ts +3 -37
  116. package/src/__tests__/session-workspace-tool-tracking.test.ts +3 -37
  117. package/src/__tests__/skill-include-graph.test.ts +66 -0
  118. package/src/__tests__/skill-load-feature-flag.test.ts +0 -1
  119. package/src/__tests__/skill-load-tool.test.ts +149 -1
  120. package/src/__tests__/skill-projection-feature-flag.test.ts +0 -1
  121. package/src/__tests__/skills-install-extract.test.ts +93 -0
  122. package/src/__tests__/skills-uninstall.test.ts +1 -1
  123. package/src/__tests__/skills.test.ts +3 -3
  124. package/src/__tests__/skillssh-registry.test.ts +451 -0
  125. package/src/__tests__/slack-channel-config.test.ts +67 -3
  126. package/src/__tests__/slack-share-routes.test.ts +17 -19
  127. package/src/__tests__/system-prompt.test.ts +0 -1
  128. package/src/__tests__/telegram-invite-adapter.test.ts +18 -22
  129. package/src/__tests__/terminal-tools.test.ts +4 -3
  130. package/src/__tests__/test-support/computer-use-skill-harness.ts +3 -2
  131. package/src/__tests__/tool-approval-handler.test.ts +0 -1
  132. package/src/__tests__/tool-execution-pipeline.benchmark.test.ts +0 -1
  133. package/src/__tests__/tool-executor-lifecycle-events.test.ts +0 -1
  134. package/src/__tests__/tool-executor-shell-integration.test.ts +0 -1
  135. package/src/__tests__/tool-executor.test.ts +0 -1
  136. package/src/__tests__/tool-grant-request-escalation.test.ts +0 -1
  137. package/src/__tests__/trust-store-pattern-matches.test.ts +29 -0
  138. package/src/__tests__/trust-store.test.ts +7 -13
  139. package/src/__tests__/trusted-contact-approval-notifier.test.ts +0 -1
  140. package/src/__tests__/trusted-contact-inline-approval-integration.test.ts +0 -1
  141. package/src/__tests__/twilio-routes.test.ts +0 -16
  142. package/src/__tests__/verification-control-plane-policy.test.ts +0 -1
  143. package/src/__tests__/voice-invite-redemption.test.ts +32 -1
  144. package/src/__tests__/voice-scoped-grant-consumer.test.ts +0 -1
  145. package/src/agent/ax-tree-compaction.test.ts +286 -0
  146. package/src/agent/loop.ts +104 -131
  147. package/src/approvals/AGENTS.md +1 -1
  148. package/src/approvals/guardian-request-resolvers.ts +14 -2
  149. package/src/bundler/compiler-tools.ts +66 -2
  150. package/src/calls/call-domain.ts +133 -6
  151. package/src/calls/call-store.ts +6 -0
  152. package/src/calls/relay-server.ts +52 -18
  153. package/src/calls/relay-setup-router.ts +17 -1
  154. package/src/calls/twilio-config.ts +3 -8
  155. package/src/calls/twilio-routes.ts +1 -2
  156. package/src/calls/types.ts +3 -1
  157. package/src/calls/voice-ingress-preflight.ts +1 -1
  158. package/src/cli/commands/browser-relay.ts +18 -12
  159. package/src/cli/commands/completions.ts +0 -3
  160. package/src/cli/commands/credentials.ts +101 -15
  161. package/src/cli/commands/doctor.ts +4 -3
  162. package/src/cli/commands/mcp.ts +46 -59
  163. package/src/cli/commands/memory.ts +16 -165
  164. package/src/cli/commands/oauth/apps.ts +284 -0
  165. package/src/cli/commands/oauth/connections.ts +633 -0
  166. package/src/cli/commands/oauth/index.ts +52 -0
  167. package/src/cli/commands/oauth/providers.ts +256 -0
  168. package/src/cli/commands/sessions.ts +5 -2
  169. package/src/cli/commands/skills.ts +177 -339
  170. package/src/cli/http-client.ts +0 -20
  171. package/src/cli/main-screen.tsx +2 -2
  172. package/src/cli/program.ts +6 -11
  173. package/src/cli/reference.ts +1 -3
  174. package/src/cli.ts +4 -10
  175. package/src/config/assistant-feature-flags.ts +0 -3
  176. package/src/config/bundled-skills/_shared/CLI_RETRIEVAL_PATTERN.md +1 -1
  177. package/src/config/bundled-skills/computer-use/SKILL.md +3 -6
  178. package/src/config/bundled-skills/computer-use/TOOLS.json +23 -5
  179. package/src/config/bundled-skills/computer-use/tools/{computer-use-request-control.ts → computer-use-observe.ts} +1 -5
  180. package/src/config/bundled-skills/google-calendar/calendar-client.ts +21 -16
  181. package/src/config/bundled-skills/messaging/tools/shared.ts +1 -4
  182. package/src/config/bundled-skills/settings/SKILL.md +1 -1
  183. package/src/config/bundled-skills/settings/TOOLS.json +2 -8
  184. package/src/config/bundled-skills/settings/tools/voice-config-update.ts +5 -33
  185. package/src/config/bundled-tool-registry.ts +2 -5
  186. package/src/config/env-registry.ts +14 -83
  187. package/src/config/env.ts +11 -50
  188. package/src/config/feature-flag-registry.json +16 -16
  189. package/src/config/loader.ts +0 -6
  190. package/src/config/schema.ts +4 -13
  191. package/src/config/schemas/memory-lifecycle.ts +0 -9
  192. package/src/config/schemas/memory-processing.ts +0 -180
  193. package/src/config/schemas/memory-retrieval.ts +32 -104
  194. package/src/config/schemas/memory.ts +0 -10
  195. package/src/config/skills.ts +21 -2
  196. package/src/config/types.ts +0 -4
  197. package/src/context/image-dimensions.ts +229 -0
  198. package/src/context/token-estimator.ts +75 -12
  199. package/src/context/window-manager.ts +53 -11
  200. package/src/daemon/assistant-attachments.ts +1 -13
  201. package/src/daemon/config-watcher.ts +61 -3
  202. package/src/daemon/daemon-control.ts +1 -1
  203. package/src/daemon/date-context.ts +114 -31
  204. package/src/daemon/handlers/config-ingress.ts +8 -33
  205. package/src/daemon/handlers/config-slack-channel.ts +49 -46
  206. package/src/daemon/handlers/config-telegram.ts +32 -16
  207. package/src/daemon/handlers/sessions.ts +27 -36
  208. package/src/daemon/handlers/shared.ts +0 -130
  209. package/src/daemon/handlers/skills.ts +20 -1
  210. package/src/daemon/history-repair.ts +72 -8
  211. package/src/daemon/host-cu-proxy.ts +430 -0
  212. package/src/daemon/lifecycle.ts +67 -71
  213. package/src/daemon/mcp-reload-service.ts +2 -2
  214. package/src/daemon/message-protocol.ts +3 -0
  215. package/src/daemon/message-types/computer-use.ts +1 -129
  216. package/src/daemon/message-types/host-cu.ts +19 -0
  217. package/src/daemon/message-types/memory.ts +4 -16
  218. package/src/daemon/message-types/messages.ts +4 -0
  219. package/src/daemon/message-types/sessions.ts +4 -0
  220. package/src/daemon/server.ts +25 -21
  221. package/src/daemon/session-agent-loop-handlers.ts +40 -0
  222. package/src/daemon/session-agent-loop.ts +334 -48
  223. package/src/daemon/session-attachments.ts +1 -2
  224. package/src/daemon/session-error.ts +89 -6
  225. package/src/daemon/session-history.ts +17 -7
  226. package/src/daemon/session-media-retry.ts +6 -2
  227. package/src/daemon/session-memory.ts +69 -149
  228. package/src/daemon/session-process.ts +10 -1
  229. package/src/daemon/session-runtime-assembly.ts +49 -19
  230. package/src/daemon/session-slash.ts +1 -1
  231. package/src/daemon/session-surfaces.ts +43 -28
  232. package/src/daemon/session-tool-setup.ts +9 -10
  233. package/src/daemon/session.ts +150 -17
  234. package/src/daemon/tool-side-effects.ts +2 -8
  235. package/src/daemon/watch-handler.ts +2 -2
  236. package/src/events/tool-metrics-listener.ts +2 -2
  237. package/src/hooks/manager.ts +1 -4
  238. package/src/inbound/public-ingress-urls.ts +7 -7
  239. package/src/instrument.ts +61 -1
  240. package/src/logfire.ts +16 -5
  241. package/src/memory/admin.ts +2 -191
  242. package/src/memory/canonical-guardian-store.ts +38 -2
  243. package/src/memory/conversation-crud.ts +0 -33
  244. package/src/memory/conversation-key-store.ts +21 -0
  245. package/src/memory/conversation-queries.ts +22 -3
  246. package/src/memory/db-init.ts +32 -0
  247. package/src/memory/embedding-backend.ts +84 -8
  248. package/src/memory/embedding-types.ts +9 -1
  249. package/src/memory/indexer.ts +7 -46
  250. package/src/memory/items-extractor.ts +274 -76
  251. package/src/memory/job-handlers/backfill.ts +2 -127
  252. package/src/memory/job-handlers/cleanup.ts +2 -16
  253. package/src/memory/job-handlers/extraction.ts +2 -138
  254. package/src/memory/job-handlers/index-maintenance.ts +1 -6
  255. package/src/memory/job-handlers/summarization.ts +3 -148
  256. package/src/memory/job-utils.ts +21 -59
  257. package/src/memory/jobs-store.ts +1 -159
  258. package/src/memory/jobs-worker.ts +9 -52
  259. package/src/memory/migrations/104-core-indexes.ts +3 -3
  260. package/src/memory/migrations/149-oauth-tables.ts +62 -0
  261. package/src/memory/migrations/150-oauth-apps-client-secret-path.ts +98 -0
  262. package/src/memory/migrations/151-oauth-providers-ping-url.ts +11 -0
  263. package/src/memory/migrations/152-memory-item-supersession.ts +44 -0
  264. package/src/memory/migrations/153-drop-entity-tables.ts +15 -0
  265. package/src/memory/migrations/154-drop-fts.ts +20 -0
  266. package/src/memory/migrations/155-drop-conflicts.ts +7 -0
  267. package/src/memory/migrations/156-call-session-invite-metadata.ts +24 -0
  268. package/src/memory/migrations/index.ts +8 -0
  269. package/src/memory/qdrant-client.ts +148 -51
  270. package/src/memory/raw-query.ts +1 -1
  271. package/src/memory/retriever.test.ts +294 -273
  272. package/src/memory/retriever.ts +421 -645
  273. package/src/memory/schema/calls.ts +2 -0
  274. package/src/memory/schema/index.ts +1 -0
  275. package/src/memory/schema/memory-core.ts +3 -48
  276. package/src/memory/schema/oauth.ts +67 -0
  277. package/src/memory/search/formatting.ts +263 -176
  278. package/src/memory/search/lexical.ts +1 -254
  279. package/src/memory/search/ranking.ts +0 -455
  280. package/src/memory/search/semantic.ts +100 -14
  281. package/src/memory/search/staleness.ts +47 -0
  282. package/src/memory/search/tier-classifier.ts +21 -0
  283. package/src/memory/search/types.ts +15 -77
  284. package/src/memory/task-memory-cleanup.ts +4 -6
  285. package/src/messaging/provider.ts +4 -4
  286. package/src/messaging/providers/gmail/client.ts +82 -2
  287. package/src/messaging/providers/gmail/mime-builder.ts +17 -7
  288. package/src/messaging/providers/gmail/people-client.ts +10 -10
  289. package/src/messaging/providers/telegram-bot/adapter.ts +17 -17
  290. package/src/messaging/providers/whatsapp/adapter.ts +11 -8
  291. package/src/messaging/registry.ts +2 -32
  292. package/src/notifications/copy-composer.ts +0 -5
  293. package/src/notifications/signal.ts +4 -5
  294. package/src/oauth/byo-connection.test.ts +133 -25
  295. package/src/oauth/byo-connection.ts +22 -6
  296. package/src/oauth/connect-orchestrator.ts +113 -57
  297. package/src/oauth/connect-types.ts +17 -23
  298. package/src/oauth/connection-resolver.ts +35 -11
  299. package/src/oauth/connection.ts +1 -1
  300. package/src/oauth/manual-token-connection.ts +104 -0
  301. package/src/oauth/oauth-store.ts +582 -0
  302. package/src/oauth/platform-connection.test.ts +29 -0
  303. package/src/oauth/platform-connection.ts +6 -5
  304. package/src/oauth/provider-behaviors.ts +124 -0
  305. package/src/oauth/scope-policy.ts +9 -2
  306. package/src/oauth/seed-providers.ts +167 -0
  307. package/src/oauth/token-persistence.ts +81 -77
  308. package/src/permissions/checker.ts +3 -3
  309. package/src/permissions/defaults.ts +1 -1
  310. package/src/permissions/prompter.ts +10 -1
  311. package/src/permissions/trust-store.ts +36 -1
  312. package/src/playbooks/playbook-compiler.ts +1 -1
  313. package/src/prompts/__tests__/build-cli-reference-section.test.ts +3 -1
  314. package/src/prompts/system-prompt.ts +46 -42
  315. package/src/providers/anthropic/client.ts +59 -20
  316. package/src/providers/retry.ts +1 -27
  317. package/src/providers/types.ts +7 -1
  318. package/src/runtime/AGENTS.md +9 -0
  319. package/src/runtime/auth/route-policy.ts +6 -6
  320. package/src/runtime/channel-reply-delivery.ts +0 -40
  321. package/src/runtime/gateway-client.ts +0 -7
  322. package/src/runtime/guardian-reply-router.ts +24 -22
  323. package/src/runtime/http-server.ts +10 -8
  324. package/src/runtime/http-types.ts +2 -2
  325. package/src/runtime/invite-redemption-service.ts +19 -1
  326. package/src/runtime/invite-service.ts +25 -0
  327. package/src/runtime/middleware/twilio-validation.ts +1 -11
  328. package/src/runtime/pending-interactions.ts +14 -12
  329. package/src/runtime/routes/brain-graph-routes.ts +10 -90
  330. package/src/runtime/routes/channel-delivery-routes.ts +0 -1
  331. package/src/runtime/routes/conversation-routes.ts +81 -19
  332. package/src/runtime/routes/events-routes.ts +21 -11
  333. package/src/runtime/routes/host-cu-routes.ts +97 -0
  334. package/src/runtime/routes/inbound-stages/acl-enforcement.ts +21 -12
  335. package/src/runtime/routes/inbound-stages/background-dispatch.ts +12 -111
  336. package/src/runtime/routes/integrations/slack/share.ts +6 -7
  337. package/src/runtime/routes/log-export-routes.ts +126 -8
  338. package/src/runtime/routes/memory-item-routes.test.ts +754 -0
  339. package/src/runtime/routes/memory-item-routes.ts +503 -0
  340. package/src/runtime/routes/session-management-routes.ts +3 -3
  341. package/src/runtime/routes/settings-routes.ts +55 -48
  342. package/src/runtime/routes/surface-action-routes.ts +1 -1
  343. package/src/runtime/routes/trust-rules-routes.ts +14 -0
  344. package/src/runtime/routes/watch-routes.ts +128 -0
  345. package/src/runtime/routes/workspace-routes.ts +2 -1
  346. package/src/schedule/integration-status.ts +10 -9
  347. package/src/security/credential-key.ts +0 -156
  348. package/src/security/keychain-broker-client.ts +22 -10
  349. package/src/security/oauth2.ts +1 -1
  350. package/src/security/secure-keys.ts +25 -3
  351. package/src/security/token-manager.ts +137 -64
  352. package/src/skills/catalog-install.ts +414 -0
  353. package/src/skills/include-graph.ts +32 -0
  354. package/src/skills/skillssh-registry.ts +503 -0
  355. package/src/telegram/bot-username.ts +2 -3
  356. package/src/tools/assets/search.ts +5 -1
  357. package/src/tools/browser/network-recorder.ts +1 -1
  358. package/src/tools/browser/network-recording-types.ts +1 -1
  359. package/src/tools/computer-use/definitions.ts +36 -11
  360. package/src/tools/computer-use/registry.ts +5 -6
  361. package/src/tools/credentials/broker.ts +1 -2
  362. package/src/tools/credentials/metadata-store.ts +17 -121
  363. package/src/tools/credentials/vault.ts +92 -167
  364. package/src/tools/memory/definitions.ts +4 -13
  365. package/src/tools/memory/handlers.test.ts +83 -103
  366. package/src/tools/memory/handlers.ts +50 -85
  367. package/src/tools/registry.ts +2 -7
  368. package/src/tools/schedule/create.ts +8 -1
  369. package/src/tools/schedule/update.ts +8 -1
  370. package/src/tools/skills/load.ts +85 -3
  371. package/src/tools/watch/watch-state.ts +0 -12
  372. package/src/util/logger.ts +7 -41
  373. package/src/util/platform.ts +9 -28
  374. package/src/watcher/providers/google-calendar.ts +2 -1
  375. package/src/__tests__/clarification-resolver.test.ts +0 -193
  376. package/src/__tests__/computer-use-session-compaction.test.ts +0 -143
  377. package/src/__tests__/computer-use-session-lifecycle.test.ts +0 -322
  378. package/src/__tests__/computer-use-session-working-dir.test.ts +0 -166
  379. package/src/__tests__/computer-use-skill-baseline.test.ts +0 -78
  380. package/src/__tests__/computer-use-skill-endstate.test.ts +0 -105
  381. package/src/__tests__/computer-use-skill-lifecycle-cleanup.test.ts +0 -249
  382. package/src/__tests__/conflict-intent-tokenization.test.ts +0 -160
  383. package/src/__tests__/conflict-policy.test.ts +0 -269
  384. package/src/__tests__/conflict-store.test.ts +0 -372
  385. package/src/__tests__/contradiction-checker.test.ts +0 -361
  386. package/src/__tests__/entity-extractor.test.ts +0 -211
  387. package/src/__tests__/entity-search.test.ts +0 -1117
  388. package/src/__tests__/profile-compiler.test.ts +0 -392
  389. package/src/__tests__/ride-shotgun-handler.test.ts +0 -452
  390. package/src/__tests__/session-conflict-gate.test.ts +0 -1228
  391. package/src/__tests__/session-profile-injection.test.ts +0 -557
  392. package/src/cli/commands/dev.ts +0 -129
  393. package/src/cli/commands/map.ts +0 -391
  394. package/src/cli/commands/oauth.ts +0 -77
  395. package/src/config/bundled-skills/knowledge-graph/SKILL.md +0 -25
  396. package/src/config/bundled-skills/knowledge-graph/TOOLS.json +0 -66
  397. package/src/config/bundled-skills/knowledge-graph/tools/graph-query.ts +0 -211
  398. package/src/daemon/computer-use-session.ts +0 -1026
  399. package/src/daemon/ride-shotgun-handler.ts +0 -569
  400. package/src/daemon/session-conflict-gate.ts +0 -167
  401. package/src/daemon/session-dynamic-profile.ts +0 -77
  402. package/src/memory/clarification-resolver.ts +0 -417
  403. package/src/memory/conflict-intent.ts +0 -205
  404. package/src/memory/conflict-policy.ts +0 -127
  405. package/src/memory/conflict-store.ts +0 -410
  406. package/src/memory/contradiction-checker.ts +0 -508
  407. package/src/memory/entity-extractor.ts +0 -535
  408. package/src/memory/format-recall.ts +0 -47
  409. package/src/memory/fts-reconciler.ts +0 -165
  410. package/src/memory/job-handlers/conflict.ts +0 -200
  411. package/src/memory/profile-compiler.ts +0 -195
  412. package/src/memory/recall-cache.ts +0 -117
  413. package/src/memory/search/entity.ts +0 -535
  414. package/src/memory/search/query-expansion.test.ts +0 -70
  415. package/src/memory/search/query-expansion.ts +0 -118
  416. package/src/oauth/provider-base-urls.ts +0 -21
  417. package/src/oauth/provider-profiles.ts +0 -192
  418. package/src/prompts/computer-use-prompt.ts +0 -98
  419. package/src/runtime/routes/computer-use-routes.ts +0 -641
  420. package/src/runtime/routes/mcp-routes.ts +0 -20
  421. package/src/runtime/telegram-streaming-delivery.test.ts +0 -729
  422. package/src/runtime/telegram-streaming-delivery.ts +0 -393
  423. package/src/tools/computer-use/request-computer-control.ts +0 -56
@@ -1,391 +0,0 @@
1
- /**
2
- * CLI command: `assistant map <domain>`
3
- *
4
- * Launches Chrome with CDP, starts a Ride Shotgun learn session to auto-navigate
5
- * the given domain, then analyzes captured network traffic into a deduplicated API map.
6
- */
7
-
8
- import { Command } from "commander";
9
- import { parse as parseTld } from "tldts";
10
-
11
- import {
12
- analyzeApiMap,
13
- printApiMapTable,
14
- saveApiMap,
15
- } from "../../tools/browser/api-map.js";
16
- import { ensureChromeWithCdp } from "../../tools/browser/chrome-cdp.js";
17
- import { loadRecording } from "../../tools/browser/recording-store.js";
18
- import { httpSend } from "../http-client.js";
19
- import { getCliLogger } from "../logger.js";
20
-
21
- const log = getCliLogger("cli:map");
22
-
23
- /**
24
- * Extract the registrable base domain from a hostname.
25
- * e.g. "open.spotify.com" → "spotify.com", "connect.garmin.com" → "garmin.com"
26
- * Falls back to the input if tldts can't parse it.
27
- */
28
- function getBaseDomain(domain: string): string {
29
- const result = parseTld(domain);
30
- return result.domain ?? domain;
31
- }
32
-
33
- // ---------------------------------------------------------------------------
34
- // Helpers
35
- // ---------------------------------------------------------------------------
36
-
37
- function output(data: unknown, json: boolean): void {
38
- process.stdout.write(
39
- json ? JSON.stringify(data) + "\n" : JSON.stringify(data, null, 2) + "\n",
40
- );
41
- }
42
-
43
- function outputError(message: string, code = 1): void {
44
- output({ ok: false, error: message }, true);
45
- process.exitCode = code;
46
- }
47
-
48
- function getJson(cmd: Command): boolean {
49
- let c: Command | null = cmd;
50
- while (c) {
51
- if ((c.opts() as { json?: boolean }).json) return true;
52
- c = c.parent;
53
- }
54
- return false;
55
- }
56
-
57
- /**
58
- * Bring the Chrome CDP tab to the foreground so the user sees the right window.
59
- * Optionally navigates to a URL first (used when Chrome was already running).
60
- */
61
- async function bringChromeToFront(
62
- cdpBase: string,
63
- navigateUrl?: string,
64
- ): Promise<string | null> {
65
- try {
66
- const res = await fetch(`${cdpBase}/json/list`);
67
- if (!res.ok) return null;
68
- const targets = (await res.json()) as Array<{
69
- type: string;
70
- url: string;
71
- webSocketDebuggerUrl: string;
72
- }>;
73
- const pageTarget = targets.find((t) => t.type === "page");
74
- if (!pageTarget?.webSocketDebuggerUrl) return null;
75
-
76
- const ws = new WebSocket(pageTarget.webSocketDebuggerUrl);
77
- await new Promise<void>((resolve, reject) => {
78
- ws.onopen = () => resolve();
79
- ws.onerror = (e) => reject(new Error(`CDP WebSocket error: ${e}`));
80
- });
81
-
82
- let nextId = 1;
83
- const cdpSend = (
84
- method: string,
85
- params?: Record<string, unknown>,
86
- ): Promise<unknown> =>
87
- new Promise((resolve, reject) => {
88
- const id = nextId++;
89
- const cleanup = () => {
90
- clearTimeout(timeout);
91
- ws.removeEventListener("message", handler);
92
- ws.removeEventListener("close", onClose);
93
- ws.removeEventListener("error", onError);
94
- };
95
- const timeout = setTimeout(() => {
96
- cleanup();
97
- reject(new Error(`CDP command ${method} timed out`));
98
- }, 5000);
99
- const onClose = () => {
100
- cleanup();
101
- reject(new Error("WebSocket closed before CDP response"));
102
- };
103
- const onError = (e: Event) => {
104
- cleanup();
105
- reject(new Error(`WebSocket error: ${e}`));
106
- };
107
- const handler = (event: MessageEvent) => {
108
- const msg = JSON.parse(String(event.data));
109
- if (msg.id === id) {
110
- cleanup();
111
- if (msg.error) reject(new Error(msg.error.message));
112
- else resolve(msg.result);
113
- }
114
- };
115
- ws.addEventListener("message", handler);
116
- ws.addEventListener("close", onClose);
117
- ws.addEventListener("error", onError);
118
- ws.send(JSON.stringify({ id, method, params }));
119
- });
120
-
121
- if (navigateUrl) {
122
- await cdpSend("Page.navigate", { url: navigateUrl });
123
- // Brief wait for navigation to start
124
- await new Promise((r) => setTimeout(r, 500));
125
- }
126
-
127
- await cdpSend("Page.bringToFront");
128
- const tabUrl = navigateUrl ?? pageTarget.url;
129
- ws.close();
130
- return tabUrl;
131
- } catch {
132
- return null;
133
- }
134
- }
135
-
136
- // ---------------------------------------------------------------------------
137
- // Ride Shotgun learn session helper
138
- // ---------------------------------------------------------------------------
139
-
140
- interface LearnResult {
141
- recordingId?: string;
142
- recordingPath?: string;
143
- }
144
-
145
- async function startLearnSession(
146
- navigateDomain: string,
147
- recordDomain: string,
148
- durationSeconds: number,
149
- autoNavigate: boolean = true,
150
- ): Promise<LearnResult> {
151
- const cdpSession = await ensureChromeWithCdp({
152
- startUrl: `https://${navigateDomain}/`,
153
- });
154
-
155
- // Activate the Chrome window so the user knows which tab to watch
156
- const tabUrl = await bringChromeToFront(
157
- cdpSession.baseUrl,
158
- `https://${navigateDomain}/`,
159
- );
160
- if (tabUrl) {
161
- process.stderr.write(`Chrome is ready — using tab at ${tabUrl}\n`);
162
- }
163
-
164
- // Start ride shotgun via HTTP
165
- const response = await httpSend("/v1/computer-use/ride-shotgun/start", {
166
- method: "POST",
167
- body: JSON.stringify({
168
- durationSeconds,
169
- intervalSeconds: 5,
170
- mode: "learn",
171
- targetDomain: recordDomain,
172
- navigateDomain,
173
- autoNavigate,
174
- }),
175
- });
176
-
177
- if (!response.ok) {
178
- const body = await response.text();
179
- throw new Error(
180
- `Failed to start learn session: ${response.status} ${body}`,
181
- );
182
- }
183
-
184
- const startResult = (await response.json()) as {
185
- watchId?: string;
186
- sessionId?: string;
187
- };
188
-
189
- if (!startResult.watchId) {
190
- throw new Error("Ride-shotgun start response missing watchId");
191
- }
192
-
193
- // Poll the status endpoint using watchId to correlate completion
194
- const { watchId } = startResult;
195
- const timeoutMs = (durationSeconds + 30) * 1000;
196
- const pollIntervalMs = 2000;
197
- const startTime = Date.now();
198
-
199
- return new Promise<LearnResult>((resolve, reject) => {
200
- const tick = async () => {
201
- if (Date.now() - startTime > timeoutMs) {
202
- reject(
203
- new Error(`Learn session timed out after ${durationSeconds + 30}s`),
204
- );
205
- return;
206
- }
207
-
208
- try {
209
- const statusRes = await httpSend(
210
- `/v1/computer-use/ride-shotgun/status/${watchId}`,
211
- { method: "GET" },
212
- );
213
- if (!statusRes.ok) {
214
- setTimeout(tick, pollIntervalMs);
215
- return;
216
- }
217
-
218
- const status = (await statusRes.json()) as {
219
- status: string;
220
- recordingId?: string;
221
- savedRecordingPath?: string;
222
- bootstrapFailureReason?: string;
223
- };
224
-
225
- if (status.bootstrapFailureReason) {
226
- reject(
227
- new Error(`Learn session failed: ${status.bootstrapFailureReason}`),
228
- );
229
- return;
230
- }
231
-
232
- if (status.status === "completed") {
233
- if (status.recordingId) {
234
- resolve({
235
- recordingId: status.recordingId,
236
- recordingPath: status.savedRecordingPath,
237
- });
238
- } else {
239
- reject(
240
- new Error("Learn session completed but no recording was saved."),
241
- );
242
- }
243
- return;
244
- }
245
- } catch {
246
- // Status endpoint not reachable — continue polling
247
- }
248
-
249
- setTimeout(tick, pollIntervalMs);
250
- };
251
-
252
- setTimeout(tick, pollIntervalMs);
253
- });
254
- }
255
-
256
- // ---------------------------------------------------------------------------
257
- // Command registration
258
- // ---------------------------------------------------------------------------
259
-
260
- export function registerMapCommand(program: Command): void {
261
- program
262
- .command("map")
263
- .description(
264
- "Auto-navigate a domain and produce a deduplicated API map. " +
265
- "Launches Chrome with CDP, starts a Ride Shotgun learn session, " +
266
- "then analyzes captured network traffic.",
267
- )
268
- .argument("<domain>", "Domain to map (e.g., example.com)")
269
- .option("--duration <seconds>", "Recording duration in seconds")
270
- .option(
271
- "--manual",
272
- "Manual mode: browse the site yourself while network traffic is recorded",
273
- )
274
- .option("--json", "Machine-readable JSON output")
275
- .addHelpText(
276
- "after",
277
- `
278
- Arguments:
279
- domain The domain to map (e.g. example.com, open.spotify.com). Subdomains
280
- are navigated directly but network traffic is recorded for the
281
- entire base domain (e.g. open.spotify.com navigates that subdomain
282
- but records all *.spotify.com traffic).
283
-
284
- Two modes of operation:
285
- auto (default) The assistant auto-navigates the site using Ride Shotgun,
286
- clicking links and exploring pages autonomously. Default
287
- duration: 120 seconds.
288
- --manual You browse the site yourself while network traffic is
289
- recorded in the background. Default duration: 60 seconds.
290
-
291
- How it works:
292
- 1. Launches Chrome with Chrome DevTools Protocol (CDP) enabled
293
- 2. Starts a Ride Shotgun learn session to capture network traffic
294
- 3. Deduplicates captured requests into unique API endpoints
295
- 4. Saves the API map to disk and prints a summary table
296
-
297
- The assistant must be running (the learn session is coordinated through it).
298
-
299
- Examples:
300
- $ assistant map example.com
301
- $ assistant map open.spotify.com --duration 180
302
- $ assistant map garmin.com --manual`,
303
- )
304
- .action(
305
- async (
306
- domain: string,
307
- opts: { duration?: string; manual?: boolean; json?: boolean },
308
- cmd: Command,
309
- ) => {
310
- const json = getJson(cmd);
311
- const manual = opts.manual ?? false;
312
- const duration = opts.duration
313
- ? parseInt(opts.duration, 10)
314
- : manual
315
- ? 60
316
- : 120;
317
-
318
- try {
319
- // Split into navigation domain (what Chrome browses) and recording domain (network filter).
320
- // e.g. "open.spotify.com" → navigate open.spotify.com, record *.spotify.com
321
- const navigateDomain = domain;
322
- const recordDomain = getBaseDomain(domain);
323
-
324
- if (!json) {
325
- if (manual) {
326
- log.info(
327
- `Starting manual API map session for ${domain} (${duration}s)...`,
328
- );
329
- log.info(
330
- "Browse the site manually. Press Ctrl+C or wait for idle detection to stop recording.",
331
- );
332
- } else if (navigateDomain !== recordDomain) {
333
- log.info(
334
- `Starting API map session: navigating ${navigateDomain}, recording *.${recordDomain} (${duration}s)...`,
335
- );
336
- } else {
337
- log.info(
338
- `Starting API map session for ${domain} (${duration}s)...`,
339
- );
340
- }
341
- }
342
- const result = await startLearnSession(
343
- navigateDomain,
344
- recordDomain,
345
- duration,
346
- !manual,
347
- );
348
-
349
- if (!result.recordingId) {
350
- outputError("Recording completed but no recording ID returned");
351
- return;
352
- }
353
-
354
- // 2. Load the recording
355
- const recording = loadRecording(result.recordingId);
356
- if (!recording) {
357
- outputError(`Failed to load recording ${result.recordingId}`);
358
- return;
359
- }
360
-
361
- // 3. Analyze the API map
362
- const apiMap = analyzeApiMap(recording.networkEntries, domain);
363
-
364
- // 4. Save the API map
365
- const savedPath = saveApiMap(domain, apiMap);
366
-
367
- // 5. Display results
368
- if (!json) {
369
- printApiMapTable(apiMap);
370
- log.info(`API map saved to: ${savedPath}`);
371
- }
372
-
373
- // 6. Output JSON result
374
- output(
375
- {
376
- ok: true,
377
- domain,
378
- recordingId: result.recordingId,
379
- savedPath,
380
- totalRequests: apiMap.totalRequests,
381
- endpointCount: apiMap.endpoints.length,
382
- apiMap,
383
- },
384
- json,
385
- );
386
- } catch (err) {
387
- outputError(err instanceof Error ? err.message : String(err));
388
- }
389
- },
390
- );
391
- }
@@ -1,77 +0,0 @@
1
- import type { Command } from "commander";
2
-
3
- import { withValidToken } from "../../security/token-manager.js";
4
- import { shouldOutputJson, writeOutput } from "../output.js";
5
-
6
- export function registerOAuthCommand(program: Command): void {
7
- const oauth = program
8
- .command("oauth")
9
- .description("Manage OAuth tokens for connected integrations")
10
- .option("--json", "Machine-readable compact JSON output");
11
-
12
- oauth.addHelpText(
13
- "after",
14
- `
15
- OAuth tokens are managed automatically — the "token" command returns a
16
- guaranteed-valid access token, refreshing transparently if the stored token
17
- is expired or near-expiry. Callers never need to handle refresh themselves.
18
-
19
- The <service> argument is the short integration name (e.g. "twitter", "gmail",
20
- "slack"). Internally this maps to credential/integration:<service>/access_token.
21
-
22
- Examples:
23
- $ assistant oauth token twitter
24
- $ assistant oauth token twitter --json
25
- $ TOKEN=$(assistant oauth token gmail)
26
- $ curl -H "Authorization: Bearer $(assistant oauth token twitter)" https://api.x.com/2/tweets`,
27
- );
28
-
29
- // ---------------------------------------------------------------------------
30
- // token — return a guaranteed-valid access token
31
- // ---------------------------------------------------------------------------
32
-
33
- oauth
34
- .command("token <service>")
35
- .description(
36
- "Print a valid OAuth access token for a service, refreshing if expired",
37
- )
38
- .addHelpText(
39
- "after",
40
- `
41
- Arguments:
42
- service Integration name without the "integration:" prefix
43
- (e.g. "twitter", "gmail", "slack")
44
-
45
- Returns a valid OAuth access token for the given service. If the stored token
46
- is expired or near-expiry, it is refreshed automatically before being returned.
47
- The refresh uses the stored refresh token and OAuth2 configuration from
48
- credential metadata — no additional input is required.
49
-
50
- In human mode, prints the bare token to stdout (suitable for shell substitution).
51
- In JSON mode (--json), prints {"ok": true, "token": "..."}.
52
-
53
- Exits with code 1 if no access token exists for the service, no refresh token
54
- is available, or the token refresh fails (e.g. revoked credentials).
55
-
56
- Examples:
57
- $ assistant oauth token twitter
58
- $ assistant oauth token gmail --json
59
- $ export TOKEN=$(assistant oauth token twitter)`,
60
- )
61
- .action(async (service: string, _opts: unknown, cmd: Command) => {
62
- try {
63
- const qualifiedService = `integration:${service}`;
64
- const token = await withValidToken(qualifiedService, async (t) => t);
65
-
66
- if (shouldOutputJson(cmd)) {
67
- writeOutput(cmd, { ok: true, token });
68
- } else {
69
- process.stdout.write(token + "\n");
70
- }
71
- } catch (err) {
72
- const message = err instanceof Error ? err.message : String(err);
73
- writeOutput(cmd, { ok: false, error: message });
74
- process.exitCode = 1;
75
- }
76
- });
77
- }
@@ -1,25 +0,0 @@
1
- ---
2
- name: knowledge-graph
3
- description: Query the entity knowledge graph to explore relationships between people, projects, tools, and other entities tracked in memory
4
- compatibility: "Designed for Vellum personal assistants"
5
- metadata:
6
- emoji: "🕸️"
7
- vellum:
8
- display-name: "Knowledge Graph"
9
- ---
10
-
11
- # Knowledge Graph
12
-
13
- Query the entity knowledge graph to explore relationships between people, projects, tools, and other entities tracked in memory.
14
-
15
- ## When to use
16
-
17
- - When the user asks about relationships between entities ("what tools does project X use?", "who works on project Y?")
18
- - When the user wants to explore connected entities across the knowledge graph
19
- - When automatic memory recall doesn't surface the right relationship-based information
20
-
21
- ## Capabilities
22
-
23
- - **Neighbors**: Find entities directly connected to seed entities (optionally filtered by relation and entity type)
24
- - **Typed traversal**: Multi-step traversal with type constraints at each step (e.g., "me -> works_on -> projects -> uses -> tools")
25
- - **Intersection**: Find entities reachable from ALL given seeds (e.g., "projects both Alice and Bob work on")
@@ -1,66 +0,0 @@
1
- {
2
- "version": 1,
3
- "tools": [
4
- {
5
- "name": "knowledge_graph_query",
6
- "description": "Query the entity knowledge graph to find related entities and their associated memory items. Supports three query types: 'neighbors' (direct connections), 'typed_traversal' (multi-step with type filters), and 'intersection' (entities reachable from ALL seeds).",
7
- "category": "memory",
8
- "risk": "low",
9
- "input_schema": {
10
- "type": "object",
11
- "properties": {
12
- "query_type": {
13
- "type": "string",
14
- "enum": ["neighbors", "typed_traversal", "intersection"],
15
- "description": "Type of graph query to execute"
16
- },
17
- "seeds": {
18
- "type": "array",
19
- "items": {
20
- "type": "string"
21
- },
22
- "description": "Entity names or aliases to use as starting points"
23
- },
24
- "steps": {
25
- "type": "array",
26
- "items": {
27
- "type": "object",
28
- "properties": {
29
- "relation_types": {
30
- "type": "array",
31
- "items": {
32
- "type": "string"
33
- },
34
- "description": "Relation types to follow (e.g., 'uses', 'works_on', 'depends_on')"
35
- },
36
- "entity_types": {
37
- "type": "array",
38
- "items": {
39
- "type": "string"
40
- },
41
- "description": "Entity types to include (e.g., 'person', 'project', 'tool')"
42
- }
43
- }
44
- },
45
- "description": "Traversal steps for typed_traversal and intersection queries. Each step defines type filters for one hop."
46
- },
47
- "max_results": {
48
- "type": "number",
49
- "description": "Maximum number of entities to return (default: 20)"
50
- },
51
- "include_items": {
52
- "type": "boolean",
53
- "description": "Include associated memory items for each found entity (default: true)"
54
- },
55
- "reason": {
56
- "type": "string",
57
- "description": "Brief non-technical explanation of why this tool is being called"
58
- }
59
- },
60
- "required": ["query_type", "seeds"]
61
- },
62
- "executor": "tools/graph-query.ts",
63
- "execution_target": "host"
64
- }
65
- ]
66
- }