botinabox 2.4.2 → 2.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (277) hide show
  1. package/LICENSE +21 -21
  2. package/README.md +190 -190
  3. package/bin/botinabox.mjs +2 -2
  4. package/dist/channels/slack/index.d.ts +1 -1
  5. package/dist/{chat-pipeline-BWrtVqEP.d.ts → chat-pipeline-DuNX5WoL.d.ts} +3 -0
  6. package/dist/cli.js +0 -0
  7. package/dist/index.d.ts +11 -2
  8. package/dist/index.js +64 -27
  9. package/package.json +100 -99
  10. package/dist/channels/discord/adapter.d.ts +0 -32
  11. package/dist/channels/discord/adapter.js +0 -70
  12. package/dist/channels/discord/inbound.d.ts +0 -25
  13. package/dist/channels/discord/inbound.js +0 -24
  14. package/dist/channels/discord/models.d.ts +0 -8
  15. package/dist/channels/discord/models.js +0 -5
  16. package/dist/channels/discord/outbound.d.ts +0 -14
  17. package/dist/channels/discord/outbound.js +0 -38
  18. package/dist/channels/slack/adapter.d.ts +0 -33
  19. package/dist/channels/slack/adapter.js +0 -74
  20. package/dist/channels/slack/inbound.d.ts +0 -59
  21. package/dist/channels/slack/inbound.js +0 -96
  22. package/dist/channels/slack/models.d.ts +0 -9
  23. package/dist/channels/slack/models.js +0 -5
  24. package/dist/channels/slack/outbound.d.ts +0 -12
  25. package/dist/channels/slack/outbound.js +0 -18
  26. package/dist/channels/slack/transcribe.d.ts +0 -41
  27. package/dist/channels/slack/transcribe.js +0 -106
  28. package/dist/channels/webhook/adapter.d.ts +0 -23
  29. package/dist/channels/webhook/adapter.js +0 -86
  30. package/dist/channels/webhook/hmac.d.ts +0 -13
  31. package/dist/channels/webhook/hmac.js +0 -26
  32. package/dist/channels/webhook/models.d.ts +0 -9
  33. package/dist/channels/webhook/models.js +0 -5
  34. package/dist/channels/webhook/server.d.ts +0 -20
  35. package/dist/channels/webhook/server.js +0 -91
  36. package/dist/chat-pipeline-C-XlLGNl.d.ts +0 -648
  37. package/dist/chat-pipeline-CR1KF6eX.d.ts +0 -652
  38. package/dist/chat-pipeline-DisuC8SB.d.ts +0 -643
  39. package/dist/chunk-2LGXQPEA.js +0 -41
  40. package/dist/chunk-3X3YKI4T.js +0 -357
  41. package/dist/chunk-D47AIFOD.js +0 -351
  42. package/dist/chunk-DSNJKNEW.js +0 -328
  43. package/dist/chunk-GS2JFL6I.js +0 -144
  44. package/dist/chunk-J6S6QMUY.js +0 -144
  45. package/dist/chunk-QLA6YOFN.js +0 -22
  46. package/dist/chunk-UACT2WXX.js +0 -381
  47. package/dist/cli/templates/config.yml.d.ts +0 -7
  48. package/dist/cli/templates/config.yml.js +0 -61
  49. package/dist/cli/templates/env.d.ts +0 -1
  50. package/dist/cli/templates/env.js +0 -30
  51. package/dist/cli/templates/index.ts.d.ts +0 -2
  52. package/dist/cli/templates/index.ts.js +0 -30
  53. package/dist/cli/templates/package.json.d.ts +0 -5
  54. package/dist/cli/templates/package.json.js +0 -28
  55. package/dist/connector-DDahQw-2.d.ts +0 -63
  56. package/dist/connectors/google/calendar-connector.d.ts +0 -40
  57. package/dist/connectors/google/calendar-connector.js +0 -243
  58. package/dist/connectors/google/gmail-connector.d.ts +0 -42
  59. package/dist/connectors/google/gmail-connector.js +0 -345
  60. package/dist/connectors/google/oauth.d.ts +0 -48
  61. package/dist/connectors/google/oauth.js +0 -112
  62. package/dist/connectors/google/types.d.ts +0 -78
  63. package/dist/connectors/google/types.js +0 -2
  64. package/dist/core/chat/auto-discovery.d.ts +0 -16
  65. package/dist/core/chat/auto-discovery.js +0 -54
  66. package/dist/core/chat/channel-registry.d.ts +0 -45
  67. package/dist/core/chat/channel-registry.js +0 -96
  68. package/dist/core/chat/chat-pipeline.d.ts +0 -113
  69. package/dist/core/chat/chat-pipeline.js +0 -395
  70. package/dist/core/chat/chat-responder.d.ts +0 -90
  71. package/dist/core/chat/chat-responder.js +0 -185
  72. package/dist/core/chat/formatter.d.ts +0 -11
  73. package/dist/core/chat/formatter.js +0 -60
  74. package/dist/core/chat/index.d.ts +0 -24
  75. package/dist/core/chat/index.js +0 -18
  76. package/dist/core/chat/message-interpreter.d.ts +0 -91
  77. package/dist/core/chat/message-interpreter.js +0 -166
  78. package/dist/core/chat/message-store.d.ts +0 -66
  79. package/dist/core/chat/message-store.js +0 -131
  80. package/dist/core/chat/notification-queue.d.ts +0 -34
  81. package/dist/core/chat/notification-queue.js +0 -111
  82. package/dist/core/chat/pipeline.d.ts +0 -38
  83. package/dist/core/chat/pipeline.js +0 -89
  84. package/dist/core/chat/policies.d.ts +0 -16
  85. package/dist/core/chat/policies.js +0 -25
  86. package/dist/core/chat/routing.d.ts +0 -17
  87. package/dist/core/chat/routing.js +0 -36
  88. package/dist/core/chat/session-key.d.ts +0 -30
  89. package/dist/core/chat/session-key.js +0 -65
  90. package/dist/core/chat/session-manager.d.ts +0 -17
  91. package/dist/core/chat/session-manager.js +0 -23
  92. package/dist/core/chat/text-chunker.d.ts +0 -9
  93. package/dist/core/chat/text-chunker.js +0 -48
  94. package/dist/core/chat/triage-router.d.ts +0 -75
  95. package/dist/core/chat/triage-router.js +0 -142
  96. package/dist/core/chat/types.d.ts +0 -5
  97. package/dist/core/chat/types.js +0 -5
  98. package/dist/core/config/defaults.d.ts +0 -2
  99. package/dist/core/config/defaults.js +0 -38
  100. package/dist/core/config/index.d.ts +0 -6
  101. package/dist/core/config/index.js +0 -4
  102. package/dist/core/config/interpolate.d.ts +0 -5
  103. package/dist/core/config/interpolate.js +0 -27
  104. package/dist/core/config/loader.d.ts +0 -24
  105. package/dist/core/config/loader.js +0 -59
  106. package/dist/core/config/schema.d.ts +0 -5
  107. package/dist/core/config/schema.js +0 -119
  108. package/dist/core/data/core-entity-contexts.d.ts +0 -14
  109. package/dist/core/data/core-entity-contexts.js +0 -197
  110. package/dist/core/data/core-migrations.d.ts +0 -5
  111. package/dist/core/data/core-migrations.js +0 -45
  112. package/dist/core/data/core-schema.d.ts +0 -6
  113. package/dist/core/data/core-schema.js +0 -454
  114. package/dist/core/data/data-store.d.ts +0 -67
  115. package/dist/core/data/data-store.js +0 -218
  116. package/dist/core/data/domain-entity-contexts.d.ts +0 -29
  117. package/dist/core/data/domain-entity-contexts.js +0 -321
  118. package/dist/core/data/domain-schema.d.ts +0 -36
  119. package/dist/core/data/domain-schema.js +0 -323
  120. package/dist/core/data/index.d.ts +0 -7
  121. package/dist/core/data/index.js +0 -7
  122. package/dist/core/data/types.d.ts +0 -111
  123. package/dist/core/data/types.js +0 -1
  124. package/dist/core/hooks/hook-bus.d.ts +0 -18
  125. package/dist/core/hooks/hook-bus.js +0 -120
  126. package/dist/core/hooks/index.d.ts +0 -2
  127. package/dist/core/hooks/index.js +0 -1
  128. package/dist/core/hooks/types.d.ts +0 -19
  129. package/dist/core/hooks/types.js +0 -1
  130. package/dist/core/index.d.ts +0 -4
  131. package/dist/core/index.js +0 -4
  132. package/dist/core/llm/auto-discovery.d.ts +0 -11
  133. package/dist/core/llm/auto-discovery.js +0 -49
  134. package/dist/core/llm/cost-tracker.d.ts +0 -6
  135. package/dist/core/llm/cost-tracker.js +0 -38
  136. package/dist/core/llm/index.d.ts +0 -4
  137. package/dist/core/llm/index.js +0 -3
  138. package/dist/core/llm/model-router.d.ts +0 -25
  139. package/dist/core/llm/model-router.js +0 -49
  140. package/dist/core/llm/provider-registry.d.ts +0 -9
  141. package/dist/core/llm/provider-registry.js +0 -25
  142. package/dist/core/llm/types.d.ts +0 -2
  143. package/dist/core/llm/types.js +0 -2
  144. package/dist/core/orchestrator/adapters/api-adapter.d.ts +0 -34
  145. package/dist/core/orchestrator/adapters/api-adapter.js +0 -88
  146. package/dist/core/orchestrator/adapters/cli-adapter.d.ts +0 -22
  147. package/dist/core/orchestrator/adapters/cli-adapter.js +0 -69
  148. package/dist/core/orchestrator/adapters/deterministic-adapter.d.ts +0 -35
  149. package/dist/core/orchestrator/adapters/deterministic-adapter.js +0 -75
  150. package/dist/core/orchestrator/adapters/env-whitelist.d.ts +0 -4
  151. package/dist/core/orchestrator/adapters/env-whitelist.js +0 -27
  152. package/dist/core/orchestrator/adapters/output-extractor.d.ts +0 -11
  153. package/dist/core/orchestrator/adapters/output-extractor.js +0 -59
  154. package/dist/core/orchestrator/adapters/process-manager.d.ts +0 -15
  155. package/dist/core/orchestrator/adapters/process-manager.js +0 -26
  156. package/dist/core/orchestrator/adapters/tool-loop.d.ts +0 -22
  157. package/dist/core/orchestrator/adapters/tool-loop.js +0 -66
  158. package/dist/core/orchestrator/agent-registry.d.ts +0 -31
  159. package/dist/core/orchestrator/agent-registry.js +0 -135
  160. package/dist/core/orchestrator/budget-controller.d.ts +0 -19
  161. package/dist/core/orchestrator/budget-controller.js +0 -73
  162. package/dist/core/orchestrator/chain-guard.d.ts +0 -14
  163. package/dist/core/orchestrator/chain-guard.js +0 -23
  164. package/dist/core/orchestrator/circuit-breaker.d.ts +0 -65
  165. package/dist/core/orchestrator/circuit-breaker.js +0 -159
  166. package/dist/core/orchestrator/claude-stream-parser.d.ts +0 -31
  167. package/dist/core/orchestrator/claude-stream-parser.js +0 -99
  168. package/dist/core/orchestrator/config-revisions.d.ts +0 -6
  169. package/dist/core/orchestrator/config-revisions.js +0 -17
  170. package/dist/core/orchestrator/dependency-resolver.d.ts +0 -20
  171. package/dist/core/orchestrator/dependency-resolver.js +0 -78
  172. package/dist/core/orchestrator/governance-gate.d.ts +0 -110
  173. package/dist/core/orchestrator/governance-gate.js +0 -170
  174. package/dist/core/orchestrator/learning-pipeline.d.ts +0 -109
  175. package/dist/core/orchestrator/learning-pipeline.js +0 -249
  176. package/dist/core/orchestrator/loop-detector.d.ts +0 -51
  177. package/dist/core/orchestrator/loop-detector.js +0 -133
  178. package/dist/core/orchestrator/ndjson-logger.d.ts +0 -6
  179. package/dist/core/orchestrator/ndjson-logger.js +0 -18
  180. package/dist/core/orchestrator/permission-relay.d.ts +0 -72
  181. package/dist/core/orchestrator/permission-relay.js +0 -164
  182. package/dist/core/orchestrator/run-manager.d.ts +0 -31
  183. package/dist/core/orchestrator/run-manager.js +0 -178
  184. package/dist/core/orchestrator/scheduler.d.ts +0 -70
  185. package/dist/core/orchestrator/scheduler.js +0 -198
  186. package/dist/core/orchestrator/secret-store.d.ts +0 -57
  187. package/dist/core/orchestrator/secret-store.js +0 -171
  188. package/dist/core/orchestrator/session-manager.d.ts +0 -13
  189. package/dist/core/orchestrator/session-manager.js +0 -66
  190. package/dist/core/orchestrator/task-queue.d.ts +0 -34
  191. package/dist/core/orchestrator/task-queue.js +0 -83
  192. package/dist/core/orchestrator/template-interpolate.d.ts +0 -5
  193. package/dist/core/orchestrator/template-interpolate.js +0 -18
  194. package/dist/core/orchestrator/user-registry.d.ts +0 -47
  195. package/dist/core/orchestrator/user-registry.js +0 -76
  196. package/dist/core/orchestrator/wakeup-queue.d.ts +0 -9
  197. package/dist/core/orchestrator/wakeup-queue.js +0 -45
  198. package/dist/core/orchestrator/workflow-engine.d.ts +0 -47
  199. package/dist/core/orchestrator/workflow-engine.js +0 -204
  200. package/dist/core/security/audit.d.ts +0 -20
  201. package/dist/core/security/audit.js +0 -33
  202. package/dist/core/security/column-validator.d.ts +0 -20
  203. package/dist/core/security/column-validator.js +0 -37
  204. package/dist/core/security/index.d.ts +0 -5
  205. package/dist/core/security/index.js +0 -5
  206. package/dist/core/security/process-env.d.ts +0 -13
  207. package/dist/core/security/process-env.js +0 -49
  208. package/dist/core/security/sanitizer.d.ts +0 -11
  209. package/dist/core/security/sanitizer.js +0 -39
  210. package/dist/core/security/types.d.ts +0 -11
  211. package/dist/core/security/types.js +0 -1
  212. package/dist/core/update/auto-update.d.ts +0 -21
  213. package/dist/core/update/auto-update.js +0 -102
  214. package/dist/core/update/backup-manager.d.ts +0 -7
  215. package/dist/core/update/backup-manager.js +0 -24
  216. package/dist/core/update/index.d.ts +0 -8
  217. package/dist/core/update/index.js +0 -6
  218. package/dist/core/update/migration-hooks.d.ts +0 -11
  219. package/dist/core/update/migration-hooks.js +0 -10
  220. package/dist/core/update/types.d.ts +0 -11
  221. package/dist/core/update/types.js +0 -1
  222. package/dist/core/update/update-checker.d.ts +0 -11
  223. package/dist/core/update/update-checker.js +0 -63
  224. package/dist/core/update/update-manager.d.ts +0 -25
  225. package/dist/core/update/update-manager.js +0 -101
  226. package/dist/core/update/version-utils.d.ts +0 -6
  227. package/dist/core/update/version-utils.js +0 -34
  228. package/dist/gmail-connector-2FVYTQJH.js +0 -6
  229. package/dist/gmail-connector-MNUBRNFM.js +0 -6
  230. package/dist/gmail-connector-PS2VLGNE.js +0 -6
  231. package/dist/gmail-connector-ULSMN6X2.js +0 -6
  232. package/dist/gmail-connector-URRFX6A3.js +0 -6
  233. package/dist/inbound-AFBUPSPG.js +0 -10
  234. package/dist/inbound-AFOHYNUY.js +0 -6
  235. package/dist/inbound-CGIXRXGC.js +0 -8
  236. package/dist/inbound-MCOLRH6U.js +0 -10
  237. package/dist/inbound-SNEMBLGA.js +0 -6
  238. package/dist/inbound-ZJHAYVMF.js +0 -10
  239. package/dist/provider-qqJYv9nv.d.ts +0 -75
  240. package/dist/providers/anthropic/models.d.ts +0 -2
  241. package/dist/providers/anthropic/models.js +0 -29
  242. package/dist/providers/anthropic/provider.d.ts +0 -13
  243. package/dist/providers/anthropic/provider.js +0 -119
  244. package/dist/providers/anthropic/tool-converter.d.ts +0 -10
  245. package/dist/providers/anthropic/tool-converter.js +0 -7
  246. package/dist/providers/ollama/provider.d.ts +0 -17
  247. package/dist/providers/ollama/provider.js +0 -185
  248. package/dist/providers/openai/models.d.ts +0 -2
  249. package/dist/providers/openai/models.js +0 -29
  250. package/dist/providers/openai/provider.d.ts +0 -13
  251. package/dist/providers/openai/provider.js +0 -163
  252. package/dist/providers/openai/tool-converter.d.ts +0 -10
  253. package/dist/providers/openai/tool-converter.js +0 -10
  254. package/dist/shared/constants.d.ts +0 -50
  255. package/dist/shared/constants.js +0 -64
  256. package/dist/shared/index.d.ts +0 -14
  257. package/dist/shared/index.js +0 -14
  258. package/dist/shared/types/agent.d.ts +0 -36
  259. package/dist/shared/types/agent.js +0 -2
  260. package/dist/shared/types/channel.d.ts +0 -70
  261. package/dist/shared/types/channel.js +0 -2
  262. package/dist/shared/types/config.d.ts +0 -111
  263. package/dist/shared/types/config.js +0 -2
  264. package/dist/shared/types/connector.d.ts +0 -77
  265. package/dist/shared/types/connector.js +0 -2
  266. package/dist/shared/types/execution.d.ts +0 -29
  267. package/dist/shared/types/execution.js +0 -2
  268. package/dist/shared/types/provider.d.ts +0 -73
  269. package/dist/shared/types/provider.js +0 -2
  270. package/dist/shared/types/task.d.ts +0 -47
  271. package/dist/shared/types/task.js +0 -2
  272. package/dist/shared/types/workflow.d.ts +0 -39
  273. package/dist/shared/types/workflow.js +0 -2
  274. package/dist/shared/utils.d.ts +0 -6
  275. package/dist/shared/utils.js +0 -13
  276. package/dist/update-check.d.ts +0 -5
  277. package/dist/update-check.js +0 -56
@@ -1,395 +0,0 @@
1
- /**
2
- * ChatPipeline — configurable 6-layer chat orchestration.
3
- * Story 7.4
4
- *
5
- * Replaces duplicated handler code across apps with a single configurable
6
- * pipeline. Apps provide: system prompt, routing rules, LLM call function,
7
- * and optional message filter. Everything else is framework-level.
8
- *
9
- * Layers:
10
- * 1. Dedup + Storage (MessageStore)
11
- * 2. Fast Response (ChatResponder)
12
- * 3. Interpretation (MessageInterpreter)
13
- * 4. Post-Interpretation Response
14
- * 5. Task Dispatch (TriageRouter)
15
- * 6. Task Execution Response
16
- */
17
- import { createHash, randomUUID } from 'node:crypto';
18
- import { MessageStore } from './message-store.js';
19
- import { ChatResponder } from './chat-responder.js';
20
- import { MessageInterpreter } from './message-interpreter.js';
21
- import { TriageRouter } from './triage-router.js';
22
- const DEFAULT_DEDUP_WINDOW_MS = 5 * 60 * 1000;
23
- export class ChatPipeline {
24
- db;
25
- hooks;
26
- messageStore;
27
- responder;
28
- interpreter;
29
- router;
30
- channel;
31
- messageFilter;
32
- capabilities;
33
- dedupWindowMs;
34
- tasks;
35
- wakeups;
36
- // In-memory thread → channel mapping for response routing
37
- // (before thread_task_map exists)
38
- threadChannelMap = new Map();
39
- /** Last dispatch promise — exposed for testing. */
40
- lastDispatch = Promise.resolve();
41
- constructor(db, hooks, config) {
42
- this.db = db;
43
- this.hooks = hooks;
44
- this.channel = config.channel ?? 'slack';
45
- this.messageFilter = config.messageFilter;
46
- this.capabilities = config.capabilities;
47
- this.dedupWindowMs = config.dedupWindowMs ?? DEFAULT_DEDUP_WINDOW_MS;
48
- this.tasks = config.tasks;
49
- this.wakeups = config.wakeups;
50
- this.messageStore = new MessageStore(db, hooks);
51
- this.responder = new ChatResponder(db, hooks, this.messageStore, {
52
- llmCall: config.llmCall,
53
- model: config.model ?? 'fast',
54
- systemPrompt: config.systemPrompt,
55
- });
56
- this.interpreter = new MessageInterpreter(db, hooks, {
57
- llmCall: config.llmCall,
58
- model: config.model ?? 'fast',
59
- extractors: config.extractors,
60
- });
61
- this.router = new TriageRouter(db, hooks, {
62
- rules: config.routingRules,
63
- fallbackAgent: config.fallbackAgent,
64
- llmFallback: config.llmRouting ?? false,
65
- persist: true,
66
- });
67
- this.registerHandlers();
68
- }
69
- /**
70
- * Resolve the Slack channel ID for a thread (for response delivery).
71
- */
72
- resolveChannel(threadId, taskId) {
73
- return this.resolveChannelId(threadId, taskId);
74
- }
75
- /**
76
- * Register the 6-layer pipeline on the HookBus.
77
- */
78
- registerHandlers() {
79
- // Layer 1-5: Inbound message handler
80
- this.hooks.register('message.inbound', async (ctx) => {
81
- const msg = ctx;
82
- if (msg.channel !== this.channel)
83
- return;
84
- // Optional message filter
85
- if (this.messageFilter && !this.messageFilter(msg))
86
- return;
87
- // Dedup check
88
- if (await this.isDuplicate(msg))
89
- return;
90
- // Resolve thread ID:
91
- // - If in a Slack thread: use threadId (the parent message ts)
92
- // - If in a DM (no thread): use the channel ID as a stable "thread"
93
- // so all messages in the same DM share context
94
- const rawTs = msg.raw?.ts;
95
- const channelId = msg.account ?? '';
96
- const threadTs = msg.threadId ?? channelId ?? rawTs ?? msg.id;
97
- // Track thread → channel for response routing
98
- if (threadTs && channelId) {
99
- this.threadChannelMap.set(threadTs, channelId);
100
- }
101
- // ── Layer 1: Storage ───────────────────────────────────────
102
- // Set threadId on message so all messages in the same DM share a thread
103
- const msgWithThread = { ...msg, threadId: threadTs };
104
- const { messageId } = await this.messageStore.storeInbound(msgWithThread);
105
- // ── Layer 2: Fast Response ─────────────────────────────────
106
- // Include recent user message history for channel-wide context
107
- const userHistory = await this.messageStore.getUserHistory(msg.from, this.channel, 50);
108
- const historyContext = userHistory
109
- .map(m => {
110
- const dir = m.direction === 'inbound' ? 'User' : 'Bot';
111
- return `${dir}: ${m.body?.slice(0, 200) ?? ''}`;
112
- })
113
- .join('\n');
114
- const ackResponse = await this.responder.respond({
115
- messageBody: msg.body,
116
- threadId: threadTs,
117
- channel: this.channel,
118
- capabilities: this.capabilities,
119
- additionalContext: historyContext ? `\n\nRecent conversation history:\n${historyContext}` : undefined,
120
- });
121
- await this.responder.sendResponse({
122
- text: ackResponse,
123
- channel: this.channel,
124
- threadId: threadTs,
125
- source: 'responder',
126
- skipFilter: true,
127
- skipRedundancyCheck: true,
128
- });
129
- // ── Layer 3-5: Interpretation + guaranteed task dispatch ────
130
- // ALWAYS create a task programmatically. Interpretation enriches
131
- // it with classification, but task creation is not LLM-dependent.
132
- const dispatchPromise = this.interpretAndDispatch(messageId, msg, threadTs, channelId);
133
- this.lastDispatch = dispatchPromise;
134
- void dispatchPromise;
135
- });
136
- // Layer 6: Task execution response + file attachments
137
- this.hooks.register('run.completed', async (ctx) => {
138
- const taskId = ctx.taskId;
139
- if (!taskId)
140
- return;
141
- const task = await this.db.get('tasks', { id: taskId });
142
- const output = task?.result;
143
- if (!output)
144
- return;
145
- const mappings = await this.db.query('thread_task_map', {
146
- where: { task_id: taskId },
147
- });
148
- if (mappings.length === 0)
149
- return;
150
- const mapping = mappings[0];
151
- const threadId = mapping.thread_ts;
152
- // Send text response
153
- await this.responder.sendResponse({
154
- text: output,
155
- channel: this.channel,
156
- threadId,
157
- agentId: ctx.agentId,
158
- taskId,
159
- source: 'agent',
160
- skipRedundancyCheck: true,
161
- });
162
- // Check if the original message requested a file — look up in DB and emit attachment
163
- const taskDesc = task.description ?? '';
164
- try {
165
- const files = await this.db.query('file');
166
- for (const file of files) {
167
- const fileName = (file.name ?? '').toLowerCase();
168
- const descLower = taskDesc.toLowerCase();
169
- if (fileName && descLower.includes(fileName.split(' ')[0].toLowerCase()) &&
170
- descLower.includes(fileName.split(' ').pop().toLowerCase())) {
171
- // Fuzzy match — file name words appear in task description
172
- const filePath = file.file_path;
173
- if (filePath) {
174
- await this.hooks.emit('file.deliver', {
175
- filePath,
176
- fileName: file.name,
177
- channel: this.channel,
178
- threadId,
179
- taskId,
180
- });
181
- }
182
- }
183
- }
184
- }
185
- catch {
186
- // File lookup is best-effort
187
- }
188
- }, { priority: 90 });
189
- }
190
- /**
191
- * Check and record message dedup (SHA256 hash, configurable window).
192
- */
193
- async isDuplicate(msg) {
194
- const hash = createHash('sha256')
195
- .update(`${msg.from}:${msg.body}`)
196
- .digest('hex');
197
- const cutoff = new Date(Date.now() - this.dedupWindowMs).toISOString();
198
- const recent = await this.db.query('message_dedup', {
199
- where: { content_hash: hash },
200
- });
201
- if (recent.some(r => r.created_at > cutoff)) {
202
- return true;
203
- }
204
- await this.db.insert('message_dedup', {
205
- content_hash: hash,
206
- channel_id: msg.account ?? '',
207
- });
208
- return false;
209
- }
210
- /**
211
- * Async interpretation + task dispatch (Layers 3-5).
212
- *
213
- * ALWAYS creates a task programmatically — task creation does not depend
214
- * on LLM classification. Interpretation enriches but never gates dispatch.
215
- */
216
- async interpretAndDispatch(messageId, msg, threadTs, channelId) {
217
- // Layer 5: ALWAYS create a task — this is programmatic, not LLM-dependent
218
- await this.guaranteedTaskDispatch(msg, threadTs, channelId);
219
- // Layer 3-4: Interpretation is best-effort enrichment (memories, user context)
220
- try {
221
- const result = await this.interpreter.interpret(messageId);
222
- // Store any extracted memories (enrichment only — task already created above)
223
- if (result.memories.length > 0 || result.userContext.length > 0) {
224
- try {
225
- const parts = [];
226
- if (result.memories.length > 0) {
227
- parts.push(`Noted ${result.memories.length} thing${result.memories.length > 1 ? 's' : ''} to remember.`);
228
- }
229
- if (parts.length > 0) {
230
- await this.responder.sendResponse({
231
- text: parts.join(' '),
232
- channel: this.channel,
233
- threadId: threadTs,
234
- source: 'interpretation',
235
- });
236
- }
237
- }
238
- catch {
239
- // Non-fatal
240
- }
241
- }
242
- }
243
- catch (err) {
244
- // Interpretation failure is non-fatal — task was already created above
245
- const errMsg = err instanceof Error ? err.message : String(err);
246
- await this.hooks.emit('interpretation.error', {
247
- messageId,
248
- error: errMsg,
249
- });
250
- }
251
- }
252
- /**
253
- * Programmatic task creation — guaranteed, no LLM dependency.
254
- */
255
- async guaranteedTaskDispatch(msg, threadTs, channelId) {
256
- // Route to best agent
257
- const { agentSlug: targetSlug } = await this.router.route(msg);
258
- if (!targetSlug)
259
- return;
260
- const agents = await this.db.query('agents', { where: { slug: targetSlug } });
261
- const targetAgent = agents[0];
262
- if (!targetAgent)
263
- return;
264
- const handlerAgentId = targetAgent.id;
265
- // Follow-up in existing thread
266
- if (threadTs) {
267
- const existing = await this.db.query('thread_task_map', {
268
- where: { thread_ts: threadTs, channel_id: channelId },
269
- });
270
- if (existing.length > 0) {
271
- const taskId = existing[0].task_id;
272
- const task = await this.tasks.get(taskId);
273
- if (task && task.status !== 'done' && task.status !== 'cancelled') {
274
- const updatedDesc = `${task.description ?? ''}\n\n---\n**Follow-up (${new Date().toISOString()}):**\n${msg.body}`;
275
- await this.tasks.update(taskId, { description: updatedDesc });
276
- await this.wakeups.enqueue(handlerAgentId, 'chat_followup', { taskId });
277
- return;
278
- }
279
- }
280
- }
281
- // New task — programmatic, guaranteed
282
- const description = `## Chat Message\n\n**Channel:** ${channelId}\n**Thread:** ${threadTs}\n**From:** ${msg.from}\n**Time:** ${msg.receivedAt}\n\n---\n\n${msg.body}`;
283
- const taskId = randomUUID();
284
- if (threadTs) {
285
- // Upsert: update existing mapping if thread already mapped (task was done),
286
- // otherwise insert new mapping
287
- const existingMap = await this.db.query('thread_task_map', {
288
- where: { thread_ts: threadTs, channel_id: channelId },
289
- });
290
- if (existingMap.length > 0) {
291
- await this.db.update('thread_task_map', { id: existingMap[0].id }, {
292
- task_id: taskId,
293
- });
294
- }
295
- else {
296
- await this.db.insert('thread_task_map', {
297
- thread_ts: threadTs,
298
- channel_id: channelId,
299
- task_id: taskId,
300
- });
301
- }
302
- }
303
- await this.tasks.create({
304
- id: taskId,
305
- title: msg.body.slice(0, 120),
306
- description,
307
- assignee_id: handlerAgentId,
308
- priority: 5,
309
- });
310
- await this.wakeups.enqueue(handlerAgentId, 'chat_dispatch', { taskId });
311
- }
312
- /**
313
- * Route and dispatch extracted tasks.
314
- */
315
- async dispatchTasks(result, msg, threadTs, channelId) {
316
- for (const extractedTask of result.tasks) {
317
- const { agentSlug: targetSlug } = await this.router.route(msg);
318
- if (!targetSlug)
319
- continue;
320
- const agents = await this.db.query('agents', { where: { slug: targetSlug } });
321
- const targetAgent = agents[0];
322
- if (!targetAgent)
323
- continue;
324
- const handlerAgentId = targetAgent.id;
325
- // Follow-up in existing thread
326
- if (threadTs) {
327
- const existing = await this.db.query('thread_task_map', {
328
- where: { thread_ts: threadTs, channel_id: channelId },
329
- });
330
- if (existing.length > 0) {
331
- const taskId = existing[0].task_id;
332
- const task = await this.tasks.get(taskId);
333
- if (task && task.status !== 'done' && task.status !== 'cancelled') {
334
- const updatedDesc = `${task.description ?? ''}\n\n---\n**Follow-up (${new Date().toISOString()}):**\n${msg.body}`;
335
- await this.tasks.update(taskId, { description: updatedDesc });
336
- await this.wakeups.enqueue(handlerAgentId, 'chat_followup', { taskId });
337
- return;
338
- }
339
- }
340
- }
341
- // New task
342
- const description = `## Chat Message\n\n**Channel:** ${channelId}\n**Thread:** ${threadTs}\n**From:** ${msg.from}\n**Time:** ${msg.receivedAt}\n\n---\n\n${extractedTask.description ?? msg.body}`;
343
- const taskId = randomUUID();
344
- if (threadTs) {
345
- await this.db.insert('thread_task_map', {
346
- thread_ts: threadTs,
347
- channel_id: channelId,
348
- task_id: taskId,
349
- });
350
- }
351
- await this.tasks.create({
352
- id: taskId,
353
- title: extractedTask.title.slice(0, 120),
354
- description,
355
- assignee_id: handlerAgentId,
356
- priority: extractedTask.priority ?? 5,
357
- });
358
- await this.wakeups.enqueue(handlerAgentId, 'chat_dispatch', { taskId });
359
- }
360
- }
361
- /**
362
- * Resolve Slack channel ID from thread_task_map or in-memory fallback.
363
- */
364
- async resolveChannelId(threadId, taskId) {
365
- if (taskId) {
366
- const mappings = await this.db.query('thread_task_map', {
367
- where: { task_id: taskId },
368
- });
369
- if (mappings.length > 0)
370
- return mappings[0].channel_id;
371
- }
372
- if (threadId) {
373
- const mappings = await this.db.query('thread_task_map', {
374
- where: { thread_ts: threadId },
375
- });
376
- if (mappings.length > 0)
377
- return mappings[0].channel_id;
378
- }
379
- return this.threadChannelMap.get(threadId);
380
- }
381
- /**
382
- * Build human-readable interpretation summary.
383
- */
384
- buildSummary(result) {
385
- const parts = [];
386
- if (result.tasks.length > 0) {
387
- const names = result.tasks.map((t) => t.title).join(', ');
388
- parts.push(`I've identified ${result.tasks.length} task${result.tasks.length > 1 ? 's' : ''}: ${names}. Working on ${result.tasks.length > 1 ? 'them' : 'it'} now.`);
389
- }
390
- if (result.memories.length > 0) {
391
- parts.push(`Noted ${result.memories.length} thing${result.memories.length > 1 ? 's' : ''} to remember.`);
392
- }
393
- return parts.join(' ');
394
- }
395
- }
@@ -1,90 +0,0 @@
1
- /**
2
- * ChatResponder — fast conversational layer with LLM-filtered responses.
3
- * Story 7.2
4
- *
5
- * Provides rapid (<2s) conversational responses using a cheap LLM (Haiku).
6
- * The responder has awareness of tools and capabilities but does NOT execute
7
- * anything — it keeps the conversation going while work happens async.
8
- *
9
- * All outbound messages (direct, post-interpretation, task execution) are
10
- * filtered through this layer for human readability and redundancy checking.
11
- */
12
- import type { DataStore } from '../data/data-store.js';
13
- import type { HookBus } from '../hooks/hook-bus.js';
14
- import type { ChatMessage } from '../../shared/index.js';
15
- import type { MessageStore } from './message-store.js';
16
- export interface ChatResponderConfig {
17
- /** System prompt for the conversational responder */
18
- systemPrompt?: string;
19
- /** Max tokens for context window. Default: 4000 */
20
- contextWindowTokens?: number;
21
- /** Max recent outbound messages to check for redundancy. Default: 10 */
22
- redundancyWindow?: number;
23
- /** Model to use for responses. Default: 'fast' (resolved via ModelRouter) */
24
- model?: string;
25
- /** Caller-provided LLM call function */
26
- llmCall: (params: {
27
- model: string;
28
- messages: ChatMessage[];
29
- system?: string;
30
- maxTokens?: number;
31
- }) => Promise<{
32
- content: string;
33
- }>;
34
- }
35
- export declare class ChatResponder {
36
- private db;
37
- private hooks;
38
- private messageStore;
39
- private readonly systemPrompt;
40
- private readonly contextWindowTokens;
41
- private readonly redundancyWindow;
42
- private readonly model;
43
- private readonly llmCall;
44
- constructor(db: DataStore, hooks: HookBus, messageStore: MessageStore, config: ChatResponderConfig);
45
- /**
46
- * Generate a fast conversational response to an inbound message.
47
- * Uses rolling context window from thread history.
48
- */
49
- respond(opts: {
50
- messageBody: string;
51
- threadId: string;
52
- channel: string;
53
- userName?: string;
54
- capabilities?: string;
55
- additionalContext?: string;
56
- }): Promise<string>;
57
- /**
58
- * Filter any outbound message through the LLM for human readability.
59
- * This is the single funnel ALL responses pass through.
60
- */
61
- filterResponse(text: string, context?: {
62
- channel?: string;
63
- threadId?: string;
64
- source?: string;
65
- }): Promise<string>;
66
- /**
67
- * Check if a candidate outbound message is redundant with recent messages.
68
- * Returns true if the message should be suppressed.
69
- */
70
- isRedundant(text: string, threadId: string): Promise<boolean>;
71
- /**
72
- * Full send pipeline: check redundancy → filter → store → deliver.
73
- * Returns the message ID, or undefined if suppressed as redundant.
74
- */
75
- sendResponse(opts: {
76
- text: string;
77
- channel: string;
78
- threadId: string;
79
- agentId?: string;
80
- agentSlug?: string;
81
- taskId?: string;
82
- source?: string;
83
- skipRedundancyCheck?: boolean;
84
- skipFilter?: boolean;
85
- }): Promise<string | undefined>;
86
- /**
87
- * Build a context window from thread history, trimmed to token limit.
88
- */
89
- private buildContextWindow;
90
- }
@@ -1,185 +0,0 @@
1
- /**
2
- * ChatResponder — fast conversational layer with LLM-filtered responses.
3
- * Story 7.2
4
- *
5
- * Provides rapid (<2s) conversational responses using a cheap LLM (Haiku).
6
- * The responder has awareness of tools and capabilities but does NOT execute
7
- * anything — it keeps the conversation going while work happens async.
8
- *
9
- * All outbound messages (direct, post-interpretation, task execution) are
10
- * filtered through this layer for human readability and redundancy checking.
11
- */
12
- const DEFAULT_SYSTEM_PROMPT = `You are a helpful, enthusiastic AI digital assistant. Your job is to:
13
- - Acknowledge the user's message and relay what you understand
14
- - Let them know what will happen next (if a task is being worked on)
15
- - Answer conversational questions directly
16
- - Be honest when you need to look something up — say "let me find out"
17
- - Keep responses concise and friendly
18
-
19
- You are aware of tools and capabilities in the system but you do NOT execute anything.
20
- You cannot run code, search databases, or take actions. You are purely conversational.
21
- If the user asks you to DO something, acknowledge it and say it will be handled.`;
22
- const DEFAULT_CONTEXT_TOKENS = 4000;
23
- const DEFAULT_REDUNDANCY_WINDOW = 10;
24
- const APPROX_CHARS_PER_TOKEN = 4;
25
- export class ChatResponder {
26
- db;
27
- hooks;
28
- messageStore;
29
- systemPrompt;
30
- contextWindowTokens;
31
- redundancyWindow;
32
- model;
33
- llmCall;
34
- constructor(db, hooks, messageStore, config) {
35
- this.db = db;
36
- this.hooks = hooks;
37
- this.messageStore = messageStore;
38
- this.systemPrompt = config.systemPrompt ?? DEFAULT_SYSTEM_PROMPT;
39
- this.contextWindowTokens = config.contextWindowTokens ?? DEFAULT_CONTEXT_TOKENS;
40
- this.redundancyWindow = config.redundancyWindow ?? DEFAULT_REDUNDANCY_WINDOW;
41
- this.model = config.model ?? 'fast';
42
- this.llmCall = config.llmCall;
43
- }
44
- /**
45
- * Generate a fast conversational response to an inbound message.
46
- * Uses rolling context window from thread history.
47
- */
48
- async respond(opts) {
49
- // Build context window from thread history
50
- const history = await this.messageStore.getThreadHistory(opts.threadId, 50);
51
- const messages = this.buildContextWindow(history, opts.messageBody);
52
- // Build system prompt with optional capabilities awareness
53
- let system = this.systemPrompt;
54
- if (opts.capabilities) {
55
- system += `\n\nSystem capabilities you are aware of:\n${opts.capabilities}`;
56
- }
57
- if (opts.userName) {
58
- system += `\n\nYou are talking to: ${opts.userName}`;
59
- }
60
- if (opts.additionalContext) {
61
- system += opts.additionalContext;
62
- }
63
- const result = await this.llmCall({
64
- model: this.model,
65
- messages,
66
- system,
67
- maxTokens: 500,
68
- });
69
- return result.content;
70
- }
71
- /**
72
- * Filter any outbound message through the LLM for human readability.
73
- * This is the single funnel ALL responses pass through.
74
- */
75
- async filterResponse(text, context) {
76
- // Short messages don't need filtering
77
- if (text.length < 100)
78
- return text;
79
- const result = await this.llmCall({
80
- model: this.model,
81
- messages: [
82
- {
83
- role: 'user',
84
- content: `Rewrite this agent/system message to be human-friendly and conversational. Keep the substance, remove jargon, make it feel like a helpful assistant talking to a person. If it's already readable, return it as-is. Do not add preamble like "Here's the rewritten version". Just output the rewritten text.\n\n---\n${text}`,
85
- },
86
- ],
87
- maxTokens: 1000,
88
- });
89
- return result.content;
90
- }
91
- /**
92
- * Check if a candidate outbound message is redundant with recent messages.
93
- * Returns true if the message should be suppressed.
94
- */
95
- async isRedundant(text, threadId) {
96
- const recent = await this.messageStore.getRecentOutbound(threadId, this.redundancyWindow);
97
- if (recent.length === 0)
98
- return false;
99
- const recentTexts = recent
100
- .map(m => m['body'] ?? '')
101
- .filter(t => t.length > 0)
102
- .slice(-5) // last 5 outbound messages
103
- .join('\n---\n');
104
- const result = await this.llmCall({
105
- model: this.model,
106
- messages: [
107
- {
108
- role: 'user',
109
- content: `Does this NEW message duplicate or substantially overlap the RECENT messages already sent? Answer with just "redundant" or "not redundant". If the new message has meaningful new information or updates, it is NOT redundant.\n\nRECENT MESSAGES:\n${recentTexts}\n\nNEW MESSAGE:\n${text}`,
110
- },
111
- ],
112
- maxTokens: 10,
113
- });
114
- return result.content.toLowerCase().includes('redundant') &&
115
- !result.content.toLowerCase().includes('not redundant');
116
- }
117
- /**
118
- * Full send pipeline: check redundancy → filter → store → deliver.
119
- * Returns the message ID, or undefined if suppressed as redundant.
120
- */
121
- async sendResponse(opts) {
122
- // 1. Redundancy check
123
- if (!opts.skipRedundancyCheck) {
124
- const redundant = await this.isRedundant(opts.text, opts.threadId);
125
- if (redundant) {
126
- await this.hooks.emit('response.suppressed', {
127
- channel: opts.channel,
128
- threadId: opts.threadId,
129
- reason: 'redundant',
130
- });
131
- return undefined;
132
- }
133
- }
134
- // 2. Filter for readability
135
- const filtered = opts.skipFilter
136
- ? opts.text
137
- : await this.filterResponse(opts.text, {
138
- channel: opts.channel,
139
- threadId: opts.threadId,
140
- source: opts.source,
141
- });
142
- // 3. Store outbound message
143
- const messageId = await this.messageStore.storeOutbound({
144
- channel: opts.channel,
145
- text: filtered,
146
- threadId: opts.threadId,
147
- agentId: opts.agentId,
148
- agentSlug: opts.agentSlug,
149
- taskId: opts.taskId,
150
- });
151
- // 4. Emit for delivery (NotificationQueue listens)
152
- await this.hooks.emit('response.ready', {
153
- messageId,
154
- channel: opts.channel,
155
- threadId: opts.threadId,
156
- text: filtered,
157
- taskId: opts.taskId,
158
- });
159
- return messageId;
160
- }
161
- /**
162
- * Build a context window from thread history, trimmed to token limit.
163
- */
164
- buildContextWindow(history, currentMessage) {
165
- const maxChars = this.contextWindowTokens * APPROX_CHARS_PER_TOKEN;
166
- let charCount = currentMessage.length;
167
- const messages = [];
168
- // Walk backwards through history, adding messages until we hit the limit
169
- for (let i = history.length - 1; i >= 0; i--) {
170
- const msg = history[i];
171
- const body = msg['body'] ?? '';
172
- const direction = msg['direction'];
173
- if (charCount + body.length > maxChars)
174
- break;
175
- messages.unshift({
176
- role: direction === 'inbound' ? 'user' : 'assistant',
177
- content: body,
178
- });
179
- charCount += body.length;
180
- }
181
- // Add current message
182
- messages.push({ role: 'user', content: currentMessage });
183
- return messages;
184
- }
185
- }
@@ -1,11 +0,0 @@
1
- /**
2
- * Text formatter — converts markdown to channel-specific formats.
3
- * Story 4.4
4
- */
5
- /**
6
- * Format text for the given mode:
7
- * - 'mrkdwn': Slack's mrkdwn format (**bold** → *bold*, _italic_ preserved, `code` preserved)
8
- * - 'html': basic markdown → HTML (strong, em, code, pre)
9
- * - 'plain': strip markdown markers
10
- */
11
- export declare function formatText(text: string, mode: "mrkdwn" | "html" | "plain"): string;