@kodelyth/discord 2026.5.42 → 2026.6.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (514) hide show
  1. package/klaw.plugin.json +3822 -2
  2. package/package.json +16 -4
  3. package/account-inspect-api.ts +0 -6
  4. package/action-runtime-api.ts +0 -1
  5. package/api.ts +0 -130
  6. package/channel-config-api.ts +0 -1
  7. package/channel-plugin-api.ts +0 -3
  8. package/config-api.ts +0 -4
  9. package/configured-state.ts +0 -6
  10. package/contract-api.ts +0 -21
  11. package/directory-contract-api.ts +0 -4
  12. package/doctor-contract-api.ts +0 -1
  13. package/index.test.ts +0 -13
  14. package/index.ts +0 -24
  15. package/runtime-api.actions.ts +0 -15
  16. package/runtime-api.lookup.ts +0 -22
  17. package/runtime-api.monitor.ts +0 -50
  18. package/runtime-api.send.ts +0 -79
  19. package/runtime-api.threads.ts +0 -31
  20. package/runtime-api.ts +0 -181
  21. package/runtime-setter-api.ts +0 -3
  22. package/secret-contract-api.ts +0 -4
  23. package/security-audit-contract-api.ts +0 -1
  24. package/security-contract-api.ts +0 -4
  25. package/session-key-api.ts +0 -1
  26. package/setup-entry.ts +0 -9
  27. package/setup-plugin-api.ts +0 -3
  28. package/src/account-inspect.test.ts +0 -126
  29. package/src/account-inspect.ts +0 -128
  30. package/src/accounts.test.ts +0 -381
  31. package/src/accounts.ts +0 -205
  32. package/src/actions/handle-action.guild-admin.ts +0 -421
  33. package/src/actions/handle-action.test.ts +0 -480
  34. package/src/actions/handle-action.ts +0 -402
  35. package/src/actions/runtime.guild.ts +0 -446
  36. package/src/actions/runtime.messaging.messages.ts +0 -226
  37. package/src/actions/runtime.messaging.reactions.ts +0 -67
  38. package/src/actions/runtime.messaging.runtime.ts +0 -73
  39. package/src/actions/runtime.messaging.send.ts +0 -336
  40. package/src/actions/runtime.messaging.shared.ts +0 -97
  41. package/src/actions/runtime.messaging.ts +0 -37
  42. package/src/actions/runtime.moderation-shared.ts +0 -48
  43. package/src/actions/runtime.moderation.authz.test.ts +0 -151
  44. package/src/actions/runtime.moderation.ts +0 -116
  45. package/src/actions/runtime.presence.test.ts +0 -165
  46. package/src/actions/runtime.presence.ts +0 -117
  47. package/src/actions/runtime.shared.ts +0 -86
  48. package/src/actions/runtime.test.ts +0 -1337
  49. package/src/actions/runtime.ts +0 -87
  50. package/src/api-barrel.test.ts +0 -78
  51. package/src/api.test.ts +0 -152
  52. package/src/api.ts +0 -215
  53. package/src/approval-handler.runtime.test.ts +0 -41
  54. package/src/approval-handler.runtime.ts +0 -633
  55. package/src/approval-native.test.ts +0 -330
  56. package/src/approval-native.ts +0 -219
  57. package/src/approval-runtime.ts +0 -14
  58. package/src/approval-shared.ts +0 -50
  59. package/src/audit-core.ts +0 -178
  60. package/src/audit.test.ts +0 -204
  61. package/src/audit.ts +0 -32
  62. package/src/channel-actions.contract.test.ts +0 -45
  63. package/src/channel-actions.runtime.ts +0 -1
  64. package/src/channel-actions.test.ts +0 -504
  65. package/src/channel-actions.ts +0 -254
  66. package/src/channel-api.ts +0 -29
  67. package/src/channel.conversation.ts +0 -159
  68. package/src/channel.loaders.ts +0 -50
  69. package/src/channel.message-adapter.test.ts +0 -230
  70. package/src/channel.runtime.ts +0 -1
  71. package/src/channel.setup.ts +0 -12
  72. package/src/channel.test.ts +0 -828
  73. package/src/channel.ts +0 -728
  74. package/src/chunk.test.ts +0 -170
  75. package/src/chunk.ts +0 -321
  76. package/src/client.proxy.test.ts +0 -177
  77. package/src/client.test.ts +0 -83
  78. package/src/client.ts +0 -143
  79. package/src/component-custom-id.ts +0 -72
  80. package/src/components-registry.ts +0 -356
  81. package/src/components.builders.ts +0 -409
  82. package/src/components.modal.ts +0 -124
  83. package/src/components.parse.ts +0 -407
  84. package/src/components.test.ts +0 -345
  85. package/src/components.ts +0 -54
  86. package/src/components.types.ts +0 -187
  87. package/src/config-schema.test.ts +0 -439
  88. package/src/config-schema.ts +0 -6
  89. package/src/config-ui-hints.ts +0 -354
  90. package/src/conversation-identity.ts +0 -58
  91. package/src/delivery-retry.ts +0 -52
  92. package/src/directory-cache.ts +0 -116
  93. package/src/directory-config.ts +0 -58
  94. package/src/directory-contract.test.ts +0 -129
  95. package/src/directory-live.test.ts +0 -141
  96. package/src/directory-live.ts +0 -135
  97. package/src/doctor-contract.ts +0 -477
  98. package/src/doctor-shared.ts +0 -5
  99. package/src/doctor.test.ts +0 -393
  100. package/src/doctor.ts +0 -340
  101. package/src/draft-chunking.test.ts +0 -64
  102. package/src/draft-chunking.ts +0 -43
  103. package/src/draft-stream.test.ts +0 -193
  104. package/src/draft-stream.ts +0 -162
  105. package/src/durable-delivery.test.ts +0 -103
  106. package/src/error-body.ts +0 -38
  107. package/src/exec-approvals.test.ts +0 -88
  108. package/src/exec-approvals.ts +0 -110
  109. package/src/gateway-logging.test.ts +0 -98
  110. package/src/gateway-logging.ts +0 -67
  111. package/src/group-policy.ts +0 -113
  112. package/src/guilds.ts +0 -29
  113. package/src/inbound-context.contract.test.ts +0 -11
  114. package/src/inbound-event-delivery.ts +0 -135
  115. package/src/interactive-dispatch.ts +0 -104
  116. package/src/internal/api.commands.ts +0 -51
  117. package/src/internal/api.guild.ts +0 -164
  118. package/src/internal/api.interactions.ts +0 -53
  119. package/src/internal/api.messages.ts +0 -113
  120. package/src/internal/api.reactions.ts +0 -38
  121. package/src/internal/api.test.ts +0 -260
  122. package/src/internal/api.ts +0 -61
  123. package/src/internal/api.users.ts +0 -19
  124. package/src/internal/api.webhooks.ts +0 -13
  125. package/src/internal/client.test.ts +0 -472
  126. package/src/internal/client.ts +0 -310
  127. package/src/internal/command-deploy.test.ts +0 -197
  128. package/src/internal/command-deploy.ts +0 -352
  129. package/src/internal/commands.ts +0 -188
  130. package/src/internal/components.base.ts +0 -65
  131. package/src/internal/components.message.ts +0 -279
  132. package/src/internal/components.modal.ts +0 -95
  133. package/src/internal/components.ts +0 -31
  134. package/src/internal/discord.ts +0 -11
  135. package/src/internal/embeds.ts +0 -35
  136. package/src/internal/entity-cache.ts +0 -98
  137. package/src/internal/event-queue.ts +0 -185
  138. package/src/internal/gateway-close-codes.ts +0 -25
  139. package/src/internal/gateway-dispatch.ts +0 -96
  140. package/src/internal/gateway-identify-limiter.ts +0 -26
  141. package/src/internal/gateway-lifecycle.test.ts +0 -114
  142. package/src/internal/gateway-lifecycle.ts +0 -75
  143. package/src/internal/gateway-rate-limit.ts +0 -104
  144. package/src/internal/gateway.test.ts +0 -676
  145. package/src/internal/gateway.ts +0 -479
  146. package/src/internal/interaction-dispatch.test.ts +0 -148
  147. package/src/internal/interaction-dispatch.ts +0 -162
  148. package/src/internal/interaction-options.ts +0 -98
  149. package/src/internal/interaction-response.ts +0 -53
  150. package/src/internal/interactions.test.ts +0 -329
  151. package/src/internal/interactions.ts +0 -378
  152. package/src/internal/listeners.ts +0 -91
  153. package/src/internal/live-smoke.live.test.ts +0 -26
  154. package/src/internal/modal-fields.ts +0 -95
  155. package/src/internal/payload.ts +0 -69
  156. package/src/internal/rest-body.ts +0 -115
  157. package/src/internal/rest-errors.ts +0 -88
  158. package/src/internal/rest-routes.ts +0 -50
  159. package/src/internal/rest-scheduler.ts +0 -557
  160. package/src/internal/rest.test.ts +0 -681
  161. package/src/internal/rest.ts +0 -322
  162. package/src/internal/schemas.ts +0 -36
  163. package/src/internal/structures.test.ts +0 -43
  164. package/src/internal/structures.ts +0 -280
  165. package/src/internal/test-builders.test-support.ts +0 -167
  166. package/src/internal/voice.ts +0 -49
  167. package/src/media-detection.ts +0 -28
  168. package/src/mentions.test.ts +0 -111
  169. package/src/mentions.ts +0 -147
  170. package/src/monitor/ack-reactions.ts +0 -70
  171. package/src/monitor/acp-bind-here.integration.test.ts +0 -219
  172. package/src/monitor/agent-components-auth.ts +0 -7
  173. package/src/monitor/agent-components-context.ts +0 -154
  174. package/src/monitor/agent-components-data.ts +0 -224
  175. package/src/monitor/agent-components-dm-auth.ts +0 -177
  176. package/src/monitor/agent-components-guild-auth.ts +0 -322
  177. package/src/monitor/agent-components-helpers.runtime.ts +0 -3
  178. package/src/monitor/agent-components-helpers.ts +0 -34
  179. package/src/monitor/agent-components-reply.ts +0 -10
  180. package/src/monitor/agent-components.deps.runtime.ts +0 -2
  181. package/src/monitor/agent-components.dispatch.ts +0 -359
  182. package/src/monitor/agent-components.handlers.ts +0 -303
  183. package/src/monitor/agent-components.modal.ts +0 -160
  184. package/src/monitor/agent-components.plugin-interactive.ts +0 -187
  185. package/src/monitor/agent-components.runtime.ts +0 -14
  186. package/src/monitor/agent-components.system-controls.ts +0 -215
  187. package/src/monitor/agent-components.ts +0 -70
  188. package/src/monitor/agent-components.types.ts +0 -58
  189. package/src/monitor/agent-components.wildcard-controls.ts +0 -171
  190. package/src/monitor/agent-components.wildcard.test.ts +0 -71
  191. package/src/monitor/allow-list.test.ts +0 -14
  192. package/src/monitor/allow-list.ts +0 -631
  193. package/src/monitor/auto-presence.test.ts +0 -184
  194. package/src/monitor/auto-presence.ts +0 -356
  195. package/src/monitor/channel-access.test.ts +0 -113
  196. package/src/monitor/channel-access.ts +0 -102
  197. package/src/monitor/commands.test.ts +0 -24
  198. package/src/monitor/commands.ts +0 -9
  199. package/src/monitor/dm-command-auth.test.ts +0 -274
  200. package/src/monitor/dm-command-auth.ts +0 -259
  201. package/src/monitor/dm-command-decision.test.ts +0 -108
  202. package/src/monitor/dm-command-decision.ts +0 -49
  203. package/src/monitor/exec-approvals.test.ts +0 -225
  204. package/src/monitor/exec-approvals.ts +0 -158
  205. package/src/monitor/format.ts +0 -45
  206. package/src/monitor/gateway-handle.ts +0 -33
  207. package/src/monitor/gateway-metadata.test.ts +0 -29
  208. package/src/monitor/gateway-metadata.ts +0 -298
  209. package/src/monitor/gateway-plugin.test.ts +0 -320
  210. package/src/monitor/gateway-plugin.ts +0 -302
  211. package/src/monitor/gateway-registry.ts +0 -37
  212. package/src/monitor/gateway-supervisor.test.ts +0 -157
  213. package/src/monitor/gateway-supervisor.ts +0 -206
  214. package/src/monitor/inbound-context.test-helpers.ts +0 -37
  215. package/src/monitor/inbound-context.test.ts +0 -112
  216. package/src/monitor/inbound-context.ts +0 -95
  217. package/src/monitor/inbound-dedupe.ts +0 -79
  218. package/src/monitor/inbound-job.test.ts +0 -216
  219. package/src/monitor/inbound-job.ts +0 -118
  220. package/src/monitor/listeners.queue.ts +0 -91
  221. package/src/monitor/listeners.reactions.ts +0 -594
  222. package/src/monitor/listeners.test.ts +0 -209
  223. package/src/monitor/listeners.ts +0 -150
  224. package/src/monitor/message-channel-info.ts +0 -96
  225. package/src/monitor/message-forwarded.ts +0 -114
  226. package/src/monitor/message-handler.batch-gate.test.ts +0 -22
  227. package/src/monitor/message-handler.batch-gate.ts +0 -19
  228. package/src/monitor/message-handler.bot-self-filter.test.ts +0 -68
  229. package/src/monitor/message-handler.context.ts +0 -492
  230. package/src/monitor/message-handler.dm-preflight.ts +0 -119
  231. package/src/monitor/message-handler.draft-preview.ts +0 -426
  232. package/src/monitor/message-handler.hydration.test.ts +0 -80
  233. package/src/monitor/message-handler.hydration.ts +0 -198
  234. package/src/monitor/message-handler.inbound-context.test.ts +0 -61
  235. package/src/monitor/message-handler.module-test-helpers.ts +0 -31
  236. package/src/monitor/message-handler.preflight-channel-access.ts +0 -86
  237. package/src/monitor/message-handler.preflight-channel-context.test.ts +0 -18
  238. package/src/monitor/message-handler.preflight-channel-context.ts +0 -58
  239. package/src/monitor/message-handler.preflight-context.ts +0 -54
  240. package/src/monitor/message-handler.preflight-helpers.ts +0 -164
  241. package/src/monitor/message-handler.preflight-history.ts +0 -23
  242. package/src/monitor/message-handler.preflight-logging.ts +0 -36
  243. package/src/monitor/message-handler.preflight-pluralkit.ts +0 -26
  244. package/src/monitor/message-handler.preflight-runtime.ts +0 -28
  245. package/src/monitor/message-handler.preflight-thread.ts +0 -49
  246. package/src/monitor/message-handler.preflight.acp-bindings.test.ts +0 -371
  247. package/src/monitor/message-handler.preflight.test-helpers.ts +0 -114
  248. package/src/monitor/message-handler.preflight.test.ts +0 -2255
  249. package/src/monitor/message-handler.preflight.ts +0 -822
  250. package/src/monitor/message-handler.preflight.types.ts +0 -115
  251. package/src/monitor/message-handler.process.test.ts +0 -2520
  252. package/src/monitor/message-handler.process.ts +0 -1027
  253. package/src/monitor/message-handler.queue.test.ts +0 -680
  254. package/src/monitor/message-handler.routing-preflight.ts +0 -112
  255. package/src/monitor/message-handler.test-harness.ts +0 -99
  256. package/src/monitor/message-handler.test-helpers.ts +0 -75
  257. package/src/monitor/message-handler.ts +0 -309
  258. package/src/monitor/message-media.ts +0 -536
  259. package/src/monitor/message-run-queue.ts +0 -101
  260. package/src/monitor/message-text.ts +0 -171
  261. package/src/monitor/message-utils.test.ts +0 -1234
  262. package/src/monitor/message-utils.ts +0 -34
  263. package/src/monitor/model-picker-preferences.test.ts +0 -67
  264. package/src/monitor/model-picker-preferences.ts +0 -184
  265. package/src/monitor/model-picker.state.ts +0 -364
  266. package/src/monitor/model-picker.test-utils.ts +0 -26
  267. package/src/monitor/model-picker.test.ts +0 -869
  268. package/src/monitor/model-picker.ts +0 -38
  269. package/src/monitor/model-picker.view.ts +0 -722
  270. package/src/monitor/monitor.agent-components.test.ts +0 -410
  271. package/src/monitor/monitor.test.ts +0 -919
  272. package/src/monitor/monitor.threading-utils.test.ts +0 -614
  273. package/src/monitor/native-command-agent-reply.ts +0 -125
  274. package/src/monitor/native-command-arg-ui.ts +0 -233
  275. package/src/monitor/native-command-auth.ts +0 -309
  276. package/src/monitor/native-command-bypass.ts +0 -13
  277. package/src/monitor/native-command-context.test.ts +0 -105
  278. package/src/monitor/native-command-context.ts +0 -109
  279. package/src/monitor/native-command-dispatch.ts +0 -35
  280. package/src/monitor/native-command-model-picker-apply.ts +0 -209
  281. package/src/monitor/native-command-model-picker-interaction.ts +0 -516
  282. package/src/monitor/native-command-model-picker-ui.ts +0 -357
  283. package/src/monitor/native-command-reply.test.ts +0 -68
  284. package/src/monitor/native-command-reply.ts +0 -185
  285. package/src/monitor/native-command-route.ts +0 -91
  286. package/src/monitor/native-command-status.ts +0 -76
  287. package/src/monitor/native-command-ui.ts +0 -26
  288. package/src/monitor/native-command-ui.types.ts +0 -20
  289. package/src/monitor/native-command.args.ts +0 -45
  290. package/src/monitor/native-command.command-arg.test.ts +0 -108
  291. package/src/monitor/native-command.commands-allowfrom.test.ts +0 -504
  292. package/src/monitor/native-command.model-picker.test.ts +0 -930
  293. package/src/monitor/native-command.options.test.ts +0 -379
  294. package/src/monitor/native-command.options.ts +0 -153
  295. package/src/monitor/native-command.plugin-dispatch.test.ts +0 -1212
  296. package/src/monitor/native-command.runtime.ts +0 -51
  297. package/src/monitor/native-command.status-direct.test.ts +0 -278
  298. package/src/monitor/native-command.test-helpers.ts +0 -64
  299. package/src/monitor/native-command.think-autocomplete.test.ts +0 -411
  300. package/src/monitor/native-command.ts +0 -747
  301. package/src/monitor/native-command.types.ts +0 -9
  302. package/src/monitor/native-interaction-channel-context.ts +0 -50
  303. package/src/monitor/preflight-audio.runtime.ts +0 -9
  304. package/src/monitor/preflight-audio.test.ts +0 -157
  305. package/src/monitor/preflight-audio.ts +0 -130
  306. package/src/monitor/presence-cache.ts +0 -61
  307. package/src/monitor/presence.test.ts +0 -61
  308. package/src/monitor/presence.ts +0 -50
  309. package/src/monitor/provider-session.runtime.ts +0 -12
  310. package/src/monitor/provider.acp.ts +0 -89
  311. package/src/monitor/provider.allowlist.test.ts +0 -217
  312. package/src/monitor/provider.allowlist.ts +0 -398
  313. package/src/monitor/provider.cleanup.ts +0 -41
  314. package/src/monitor/provider.commands.ts +0 -129
  315. package/src/monitor/provider.config-log.ts +0 -45
  316. package/src/monitor/provider.deploy-errors.ts +0 -362
  317. package/src/monitor/provider.deploy.ts +0 -221
  318. package/src/monitor/provider.interactions.ts +0 -160
  319. package/src/monitor/provider.lifecycle.test.ts +0 -734
  320. package/src/monitor/provider.lifecycle.ts +0 -562
  321. package/src/monitor/provider.proxy.test.ts +0 -804
  322. package/src/monitor/provider.rest-proxy.test.ts +0 -389
  323. package/src/monitor/provider.runtime.ts +0 -1
  324. package/src/monitor/provider.skill-dedupe.test.ts +0 -42
  325. package/src/monitor/provider.startup-log.ts +0 -32
  326. package/src/monitor/provider.startup.test.ts +0 -440
  327. package/src/monitor/provider.startup.ts +0 -323
  328. package/src/monitor/provider.test.ts +0 -1173
  329. package/src/monitor/provider.ts +0 -688
  330. package/src/monitor/reply-context.ts +0 -64
  331. package/src/monitor/reply-delivery.test.ts +0 -474
  332. package/src/monitor/reply-delivery.ts +0 -212
  333. package/src/monitor/reply-safety.ts +0 -96
  334. package/src/monitor/rest-fetch.ts +0 -94
  335. package/src/monitor/route-resolution.test.ts +0 -209
  336. package/src/monitor/route-resolution.ts +0 -140
  337. package/src/monitor/sender-identity.ts +0 -81
  338. package/src/monitor/startup-status.test.ts +0 -30
  339. package/src/monitor/startup-status.ts +0 -10
  340. package/src/monitor/status.ts +0 -22
  341. package/src/monitor/system-events.ts +0 -55
  342. package/src/monitor/thread-bindings.config.ts +0 -35
  343. package/src/monitor/thread-bindings.discord-api.test.ts +0 -250
  344. package/src/monitor/thread-bindings.discord-api.ts +0 -310
  345. package/src/monitor/thread-bindings.lifecycle.test.ts +0 -1994
  346. package/src/monitor/thread-bindings.lifecycle.ts +0 -354
  347. package/src/monitor/thread-bindings.manager.ts +0 -551
  348. package/src/monitor/thread-bindings.messages.ts +0 -6
  349. package/src/monitor/thread-bindings.persona.test.ts +0 -34
  350. package/src/monitor/thread-bindings.persona.ts +0 -25
  351. package/src/monitor/thread-bindings.session-adapter.ts +0 -229
  352. package/src/monitor/thread-bindings.session-shared.ts +0 -59
  353. package/src/monitor/thread-bindings.session-updates.ts +0 -35
  354. package/src/monitor/thread-bindings.shared-state.test.ts +0 -39
  355. package/src/monitor/thread-bindings.state.ts +0 -540
  356. package/src/monitor/thread-bindings.ts +0 -48
  357. package/src/monitor/thread-bindings.types.ts +0 -83
  358. package/src/monitor/thread-channel-context.ts +0 -112
  359. package/src/monitor/thread-session-close.test.ts +0 -180
  360. package/src/monitor/thread-session-close.ts +0 -63
  361. package/src/monitor/thread-title.generate.test.ts +0 -209
  362. package/src/monitor/thread-title.test.ts +0 -31
  363. package/src/monitor/thread-title.ts +0 -181
  364. package/src/monitor/threading.auto-thread.test.ts +0 -330
  365. package/src/monitor/threading.auto-thread.ts +0 -287
  366. package/src/monitor/threading.cache.ts +0 -45
  367. package/src/monitor/threading.parent-info.test.ts +0 -156
  368. package/src/monitor/threading.starter.test.ts +0 -279
  369. package/src/monitor/threading.starter.ts +0 -288
  370. package/src/monitor/threading.ts +0 -20
  371. package/src/monitor/threading.types.ts +0 -102
  372. package/src/monitor/timeouts.ts +0 -84
  373. package/src/monitor/typing.test.ts +0 -42
  374. package/src/monitor/typing.ts +0 -17
  375. package/src/monitor.gateway.test.ts +0 -187
  376. package/src/monitor.gateway.ts +0 -75
  377. package/src/monitor.test.ts +0 -1416
  378. package/src/monitor.ts +0 -28
  379. package/src/network-config.test.ts +0 -92
  380. package/src/network-config.ts +0 -79
  381. package/src/normalize.test.ts +0 -56
  382. package/src/normalize.ts +0 -86
  383. package/src/outbound-adapter.interactive-order.test.ts +0 -82
  384. package/src/outbound-adapter.test-harness.ts +0 -207
  385. package/src/outbound-adapter.test.ts +0 -804
  386. package/src/outbound-adapter.ts +0 -326
  387. package/src/outbound-approval.ts +0 -29
  388. package/src/outbound-components.ts +0 -86
  389. package/src/outbound-payload.contract.test.ts +0 -49
  390. package/src/outbound-payload.ts +0 -208
  391. package/src/outbound-send-context.ts +0 -89
  392. package/src/outbound-session-route.test.ts +0 -42
  393. package/src/outbound-session-route.ts +0 -72
  394. package/src/pluralkit.test.ts +0 -67
  395. package/src/pluralkit.ts +0 -58
  396. package/src/preview-streaming.ts +0 -18
  397. package/src/probe.intents.test.ts +0 -94
  398. package/src/probe.parse-token.test.ts +0 -43
  399. package/src/probe.runtime.ts +0 -1
  400. package/src/probe.ts +0 -237
  401. package/src/proxy-fetch.ts +0 -92
  402. package/src/proxy-request-client.test.ts +0 -100
  403. package/src/proxy-request-client.ts +0 -21
  404. package/src/recipient-resolution.ts +0 -39
  405. package/src/resolve-allowlist-common.test.ts +0 -40
  406. package/src/resolve-allowlist-common.ts +0 -39
  407. package/src/resolve-channels.test.ts +0 -341
  408. package/src/resolve-channels.ts +0 -369
  409. package/src/resolve-users.test.ts +0 -243
  410. package/src/resolve-users.ts +0 -184
  411. package/src/retry.test.ts +0 -83
  412. package/src/retry.ts +0 -98
  413. package/src/runtime-api.ts +0 -61
  414. package/src/runtime-config.ts +0 -16
  415. package/src/runtime.ts +0 -23
  416. package/src/secret-config-contract.ts +0 -140
  417. package/src/security-audit.runtime.ts +0 -1
  418. package/src/security-audit.test.ts +0 -245
  419. package/src/security-audit.ts +0 -208
  420. package/src/security-contract.ts +0 -47
  421. package/src/security-doctor.test.ts +0 -25
  422. package/src/security-doctor.ts +0 -20
  423. package/src/security.ts +0 -60
  424. package/src/send-target-parsing.ts +0 -14
  425. package/src/send.channels.ts +0 -139
  426. package/src/send.components.test.ts +0 -330
  427. package/src/send.components.ts +0 -391
  428. package/src/send.creates-thread.test.ts +0 -681
  429. package/src/send.emojis-stickers.ts +0 -57
  430. package/src/send.guild.ts +0 -170
  431. package/src/send.message-request.ts +0 -112
  432. package/src/send.messages.test.ts +0 -59
  433. package/src/send.messages.ts +0 -229
  434. package/src/send.outbound.ts +0 -459
  435. package/src/send.permissions.authz.test.ts +0 -190
  436. package/src/send.permissions.ts +0 -283
  437. package/src/send.reactions.ts +0 -155
  438. package/src/send.receipt.ts +0 -69
  439. package/src/send.sends-basic-channel-messages.test.ts +0 -1068
  440. package/src/send.shared.ts +0 -469
  441. package/src/send.test-harness.ts +0 -56
  442. package/src/send.ts +0 -82
  443. package/src/send.types.ts +0 -191
  444. package/src/send.typing.test.ts +0 -41
  445. package/src/send.typing.ts +0 -9
  446. package/src/send.voice.ts +0 -136
  447. package/src/send.webhook-activity.test.ts +0 -152
  448. package/src/send.webhook.proxy.test.ts +0 -210
  449. package/src/send.webhook.ts +0 -137
  450. package/src/session-contract.ts +0 -3
  451. package/src/session-key-normalization.test.ts +0 -44
  452. package/src/session-key-normalization.ts +0 -47
  453. package/src/setup-account-state.test.ts +0 -113
  454. package/src/setup-account-state.ts +0 -141
  455. package/src/setup-adapter.ts +0 -14
  456. package/src/setup-core.ts +0 -215
  457. package/src/setup-runtime-helpers.ts +0 -10
  458. package/src/setup-surface.test.ts +0 -137
  459. package/src/setup-surface.ts +0 -132
  460. package/src/shared-interactive.test.ts +0 -153
  461. package/src/shared-interactive.ts +0 -161
  462. package/src/shared.test.ts +0 -186
  463. package/src/shared.ts +0 -197
  464. package/src/status-issues.test.ts +0 -97
  465. package/src/status-issues.ts +0 -198
  466. package/src/subagent-hooks.test.ts +0 -465
  467. package/src/subagent-hooks.ts +0 -232
  468. package/src/target-parsing.ts +0 -70
  469. package/src/target-resolver.ts +0 -129
  470. package/src/targets.test.ts +0 -393
  471. package/src/targets.ts +0 -12
  472. package/src/test-http-helpers.ts +0 -10
  473. package/src/test-support/component-runtime.ts +0 -194
  474. package/src/test-support/config.ts +0 -7
  475. package/src/test-support/configured-binding-runtime.ts +0 -29
  476. package/src/test-support/partial-channel.ts +0 -26
  477. package/src/test-support/provider.test-support.ts +0 -547
  478. package/src/token.test.ts +0 -174
  479. package/src/token.ts +0 -107
  480. package/src/ui-colors.ts +0 -27
  481. package/src/ui.ts +0 -20
  482. package/src/voice/access.test.ts +0 -288
  483. package/src/voice/access.ts +0 -126
  484. package/src/voice/audio.test.ts +0 -47
  485. package/src/voice/audio.ts +0 -249
  486. package/src/voice/capture-state.test.ts +0 -48
  487. package/src/voice/capture-state.ts +0 -120
  488. package/src/voice/command.test.ts +0 -170
  489. package/src/voice/command.ts +0 -284
  490. package/src/voice/config.ts +0 -8
  491. package/src/voice/ingress.ts +0 -164
  492. package/src/voice/manager.e2e.test.ts +0 -3286
  493. package/src/voice/manager.ready-listener.test.ts +0 -54
  494. package/src/voice/manager.runtime.ts +0 -14
  495. package/src/voice/manager.ts +0 -1155
  496. package/src/voice/prompt.test.ts +0 -30
  497. package/src/voice/prompt.ts +0 -22
  498. package/src/voice/realtime.ts +0 -1370
  499. package/src/voice/receive-recovery.test.ts +0 -81
  500. package/src/voice/receive-recovery.ts +0 -159
  501. package/src/voice/sanitize.test.ts +0 -34
  502. package/src/voice/sanitize.ts +0 -29
  503. package/src/voice/sdk-runtime.ts +0 -14
  504. package/src/voice/segment.ts +0 -160
  505. package/src/voice/session.ts +0 -81
  506. package/src/voice/speaker-context.ts +0 -127
  507. package/src/voice/tts.ts +0 -151
  508. package/src/voice-message.test.ts +0 -376
  509. package/src/voice-message.ts +0 -474
  510. package/subagent-hooks-api.ts +0 -27
  511. package/test-api.ts +0 -4
  512. package/thread-binding-api.ts +0 -1
  513. package/timeouts.ts +0 -6
  514. package/tsconfig.json +0 -16
@@ -1,1370 +0,0 @@
1
- import { PassThrough } from "node:stream";
2
- import type { DiscordAccountConfig, KlawConfig } from "klaw/plugin-sdk/config-contracts";
3
- import {
4
- buildRealtimeVoiceAgentConsultChatMessage,
5
- buildRealtimeVoiceAgentConsultPolicyInstructions,
6
- buildRealtimeVoiceAgentConsultWorkingResponse,
7
- createRealtimeVoiceAgentTalkbackQueue,
8
- createRealtimeVoiceBridgeSession,
9
- REALTIME_VOICE_AGENT_CONSULT_TOOL_NAME,
10
- REALTIME_VOICE_AUDIO_FORMAT_PCM16_24KHZ,
11
- resolveConfiguredRealtimeVoiceProvider,
12
- resolveRealtimeVoiceAgentConsultToolPolicy,
13
- resolveRealtimeVoiceAgentConsultTools,
14
- resolveRealtimeVoiceAgentConsultToolsAllow,
15
- type RealtimeVoiceBridgeEvent,
16
- type RealtimeVoiceAgentTalkbackQueue,
17
- type RealtimeVoiceAgentConsultToolPolicy,
18
- type RealtimeVoiceBridgeSession,
19
- type RealtimeVoiceProviderConfig,
20
- type RealtimeVoiceToolCallEvent,
21
- } from "klaw/plugin-sdk/realtime-voice";
22
- import { createSubsystemLogger } from "klaw/plugin-sdk/runtime-env";
23
- import { formatErrorMessage } from "klaw/plugin-sdk/ssrf-runtime";
24
- import {
25
- convertDiscordPcm48kStereoToRealtimePcm24kMono,
26
- convertRealtimePcm24kMonoToDiscordPcm48kStereo,
27
- } from "./audio.js";
28
- import { formatVoiceIngressPrompt } from "./prompt.js";
29
- import { loadDiscordVoiceSdk } from "./sdk-runtime.js";
30
- import {
31
- logVoiceVerbose,
32
- type VoiceRealtimeAgentTurnParams,
33
- type VoiceRealtimeSession,
34
- type VoiceRealtimeSpeakerContext,
35
- type VoiceRealtimeSpeakerTurn,
36
- type VoiceSessionEntry,
37
- } from "./session.js";
38
-
39
- const logger = createSubsystemLogger("discord/voice");
40
- const DISCORD_REALTIME_TALKBACK_DEBOUNCE_MS = 350;
41
- const DISCORD_REALTIME_FALLBACK_TEXT = "I hit an error while checking that. Please try again.";
42
- const DISCORD_REALTIME_PENDING_SPEAKER_CONTEXT_LIMIT = 32;
43
- const DISCORD_REALTIME_RECENT_AGENT_PROXY_CONSULT_LIMIT = 16;
44
- const DISCORD_REALTIME_RECENT_AGENT_PROXY_CONSULT_TTL_MS = 15_000;
45
- const DISCORD_REALTIME_LOG_PREVIEW_CHARS = 500;
46
- const DISCORD_REALTIME_DEFAULT_MIN_BARGE_IN_AUDIO_END_MS = 250;
47
- const DISCORD_REALTIME_FORCED_CONSULT_FALLBACK_DELAY_MS = 200;
48
- const DISCORD_REALTIME_DUPLICATE_ERROR_SUPPRESS_MS = 60_000;
49
- const REALTIME_PCM16_BYTES_PER_SAMPLE = 2;
50
- const DISCORD_RAW_PCM_FRAME_BYTES = 3_840;
51
- const DISCORD_REALTIME_OUTPUT_PREROLL_FRAMES = 25;
52
- const DISCORD_REALTIME_TRAILING_SILENCE_MIN_MS = 700;
53
- const DISCORD_REALTIME_TRAILING_SILENCE_MAX_MS = 3_000;
54
- const DISCORD_REALTIME_FORCED_CONSULT_TRAILING_FRAGMENT_WORDS = new Set([
55
- "a",
56
- "about",
57
- "an",
58
- "and",
59
- "as",
60
- "at",
61
- "because",
62
- "but",
63
- "by",
64
- "for",
65
- "from",
66
- "in",
67
- "of",
68
- "on",
69
- "or",
70
- "so",
71
- "that",
72
- "the",
73
- "then",
74
- "to",
75
- "with",
76
- ]);
77
- const DISCORD_REALTIME_VERBOSE_OMITTED_EVENTS = new Set([
78
- "conversation.output_audio.delta",
79
- "input_audio_buffer.append",
80
- "response.audio.delta",
81
- "response.output_audio.delta",
82
- ]);
83
-
84
- export type DiscordVoiceMode = "stt-tts" | "agent-proxy" | "bidi";
85
-
86
- type DiscordRealtimeSpeakerContext = VoiceRealtimeSpeakerContext & { userId: string };
87
-
88
- type DiscordRealtimeVoiceConfig = NonNullable<DiscordAccountConfig["voice"]>["realtime"];
89
-
90
- type PendingSpeakerTurn = {
91
- context: DiscordRealtimeSpeakerContext;
92
- hasAudio: boolean;
93
- inputDiscordBytes: number;
94
- inputRealtimeBytes: number;
95
- inputChunks: number;
96
- interruptedPlayback: boolean;
97
- closed: boolean;
98
- startedAt: number;
99
- lastAudioAt?: number;
100
- };
101
-
102
- type PendingAgentProxyConsultContext = {
103
- context: DiscordRealtimeSpeakerContext;
104
- question: string;
105
- recent: RecentAgentProxyConsultContext;
106
- timer?: ReturnType<typeof setTimeout>;
107
- };
108
-
109
- type RecentAgentProxyConsultResult =
110
- | { status: "fulfilled"; text: string }
111
- | { status: "rejected"; error: string };
112
-
113
- type RecentAgentProxyConsultContext = {
114
- context: DiscordRealtimeSpeakerContext;
115
- createdAt: number;
116
- handledByForcedPlayback?: boolean;
117
- promise?: Promise<string>;
118
- questions: string[];
119
- result?: RecentAgentProxyConsultResult;
120
- };
121
-
122
- function formatRealtimeLogPreview(text: string): string {
123
- const oneLine = text.replace(/\s+/g, " ").trim();
124
- if (oneLine.length <= DISCORD_REALTIME_LOG_PREVIEW_CHARS) {
125
- return oneLine;
126
- }
127
- return `${oneLine.slice(0, DISCORD_REALTIME_LOG_PREVIEW_CHARS)}...`;
128
- }
129
-
130
- function formatRealtimeInterruptionLog(event: RealtimeVoiceBridgeEvent): string | undefined {
131
- const detail = event.detail ? ` ${event.detail}` : "";
132
- if (event.direction === "client") {
133
- if (event.type === "response.cancel") {
134
- return `discord voice: realtime model interrupt requested ${event.direction}:${event.type}${detail}`;
135
- }
136
- if (event.type === "conversation.item.truncate.skipped") {
137
- return `discord voice: realtime model interrupt ignored ${event.direction}:${event.type}${detail}`;
138
- }
139
- if (event.type === "conversation.item.truncate") {
140
- return `discord voice: realtime model audio truncated ${event.direction}:${event.type}${detail}`;
141
- }
142
- }
143
- if (event.direction === "server") {
144
- if (event.type === "response.cancelled") {
145
- return `discord voice: realtime model interrupt confirmed ${event.direction}:${event.type}${detail}`;
146
- }
147
- if (event.type === "response.done" && event.detail?.includes("status=cancelled")) {
148
- return `discord voice: realtime model interrupt confirmed ${event.direction}:${event.type}${detail}`;
149
- }
150
- if (
151
- event.type === "error" &&
152
- event.detail === "Cancellation failed: no active response found"
153
- ) {
154
- return `discord voice: realtime model interrupt raced ${event.direction}:${event.type}${detail}`;
155
- }
156
- }
157
- return undefined;
158
- }
159
-
160
- function isRealtimeResponseCancelled(event: RealtimeVoiceBridgeEvent): boolean {
161
- return (
162
- event.direction === "server" &&
163
- (event.type === "response.cancelled" ||
164
- (event.type === "response.done" && event.detail?.includes("status=cancelled") === true))
165
- );
166
- }
167
-
168
- function shouldLogRealtimeVerboseEvent(event: RealtimeVoiceBridgeEvent): boolean {
169
- return !DISCORD_REALTIME_VERBOSE_OMITTED_EVENTS.has(event.type);
170
- }
171
-
172
- function classifySkippableForcedAgentProxyTranscript(text: string): string | undefined {
173
- const normalized = text.replace(/\s+/g, " ").trim().toLowerCase();
174
- if (!normalized) {
175
- return "empty";
176
- }
177
- if (/(\.\.\.|…)\s*$/.test(normalized)) {
178
- return "incomplete-transcript";
179
- }
180
- const lastWord = normalized.match(/[a-z']+$/)?.[0]?.replace(/^'+|'+$/g, "");
181
- if (lastWord && DISCORD_REALTIME_FORCED_CONSULT_TRAILING_FRAGMENT_WORDS.has(lastWord)) {
182
- return "trailing-fragment";
183
- }
184
- if (
185
- !normalized.includes("?") &&
186
- (/^(i'?ll|i will) be (right )?back\b/.test(normalized) ||
187
- /\b(see you|bye(?:-bye)?|goodbye)\b/.test(normalized))
188
- ) {
189
- return "non-actionable-closing";
190
- }
191
- return undefined;
192
- }
193
-
194
- function readProviderConfigString(
195
- config: RealtimeVoiceProviderConfig,
196
- key: string,
197
- ): string | undefined {
198
- const value = config[key];
199
- return typeof value === "string" && value.trim() ? value.trim() : undefined;
200
- }
201
-
202
- function readProviderConfigBoolean(
203
- config: RealtimeVoiceProviderConfig | undefined,
204
- key: string,
205
- ): boolean | undefined {
206
- const value = config?.[key];
207
- return typeof value === "boolean" ? value : undefined;
208
- }
209
-
210
- export function resolveDiscordVoiceMode(voice: DiscordAccountConfig["voice"]): DiscordVoiceMode {
211
- const mode = voice?.mode;
212
- if (mode === "stt-tts" || mode === "bidi") {
213
- return mode;
214
- }
215
- return "agent-proxy";
216
- }
217
-
218
- export function isDiscordRealtimeVoiceMode(mode: DiscordVoiceMode): boolean {
219
- return mode === "agent-proxy" || mode === "bidi";
220
- }
221
-
222
- function isDiscordAgentProxyVoiceMode(mode: DiscordVoiceMode): boolean {
223
- return mode === "agent-proxy";
224
- }
225
-
226
- export function resolveDiscordRealtimeInterruptResponseOnInputAudio(params: {
227
- realtimeConfig: DiscordRealtimeVoiceConfig;
228
- providerId: string;
229
- }): boolean {
230
- const providerConfig = params.realtimeConfig?.providers?.[params.providerId];
231
- return readProviderConfigBoolean(providerConfig, "interruptResponseOnInputAudio") ?? true;
232
- }
233
-
234
- export function resolveDiscordRealtimeBargeIn(params: {
235
- realtimeConfig: DiscordRealtimeVoiceConfig;
236
- providerId: string;
237
- }): boolean {
238
- const configured = params.realtimeConfig?.bargeIn;
239
- if (typeof configured === "boolean") {
240
- return configured;
241
- }
242
- return resolveDiscordRealtimeInterruptResponseOnInputAudio(params);
243
- }
244
-
245
- export function buildDiscordSpeakExactUserMessage(text: string): string {
246
- return [
247
- "Internal Klaw voice playback result.",
248
- "Do not call klaw_agent_consult or any other tool for this message.",
249
- "Speak this exact Klaw answer to the Discord voice channel, without adding, removing, or rephrasing words.",
250
- `Answer: ${JSON.stringify(text)}`,
251
- ].join("\n");
252
- }
253
-
254
- function isEscapedQuote(text: string, quoteIndex: number): boolean {
255
- let backslashes = 0;
256
- for (let index = quoteIndex - 1; index >= 0 && text[index] === "\\"; index -= 1) {
257
- backslashes += 1;
258
- }
259
- return backslashes % 2 === 1;
260
- }
261
-
262
- function readJsonStringAfterLabel(text: string, label: string): string | undefined {
263
- const labelIndex = text.indexOf(label);
264
- if (labelIndex < 0) {
265
- return undefined;
266
- }
267
- const quoteIndex = text.indexOf('"', labelIndex + label.length);
268
- if (quoteIndex < 0) {
269
- return undefined;
270
- }
271
- for (let index = quoteIndex + 1; index < text.length; index += 1) {
272
- if (text[index] !== '"' || isEscapedQuote(text, index)) {
273
- continue;
274
- }
275
- try {
276
- const parsed: unknown = JSON.parse(text.slice(quoteIndex, index + 1));
277
- return typeof parsed === "string" ? parsed : undefined;
278
- } catch {
279
- return undefined;
280
- }
281
- }
282
- return undefined;
283
- }
284
-
285
- function collectRealtimeConsultArgStrings(args: unknown): string[] {
286
- if (!args || typeof args !== "object") {
287
- return typeof args === "string" ? [args] : [];
288
- }
289
- const values: string[] = [];
290
- for (const key of ["question", "prompt", "query", "task", "context", "responseStyle"]) {
291
- const value = (args as Record<string, unknown>)[key];
292
- if (typeof value === "string") {
293
- values.push(value);
294
- }
295
- }
296
- return values;
297
- }
298
-
299
- function extractDiscordExactSpeechConsultText(args: unknown): string | undefined {
300
- const message = collectRealtimeConsultArgStrings(args).join("\n");
301
- if (
302
- !message.includes("Speak this exact Klaw answer") &&
303
- !message.includes("Speak the provided exact answer verbatim")
304
- ) {
305
- return undefined;
306
- }
307
- return (
308
- readJsonStringAfterLabel(message, "Answer:") ??
309
- readJsonStringAfterLabel(message, "Provided answer text:")
310
- );
311
- }
312
-
313
- function normalizeRealtimeConsultMatchText(text: string): string {
314
- return text.toLowerCase().replace(/\s+/g, " ").trim();
315
- }
316
-
317
- function matchesPendingAgentProxyQuestion(consultMessage: string, question: string): boolean {
318
- const normalizedConsult = normalizeRealtimeConsultMatchText(consultMessage);
319
- const normalizedQuestion = normalizeRealtimeConsultMatchText(question);
320
- if (!normalizedConsult || !normalizedQuestion) {
321
- return false;
322
- }
323
- return (
324
- normalizedConsult.includes(normalizedQuestion) || normalizedQuestion.includes(normalizedConsult)
325
- );
326
- }
327
-
328
- export class DiscordRealtimeVoiceSession implements VoiceRealtimeSession {
329
- private bridge: RealtimeVoiceBridgeSession | null = null;
330
- private outputStream: PassThrough | null = null;
331
- private readonly talkback: RealtimeVoiceAgentTalkbackQueue;
332
- private stopped = false;
333
- private consultToolPolicy: RealtimeVoiceAgentConsultToolPolicy = "safe-read-only";
334
- private consultToolsAllow: string[] | undefined;
335
- private consultPolicy: "auto" | "always" = "auto";
336
- private pendingAgentProxyConsultContexts: PendingAgentProxyConsultContext[] = [];
337
- private recentAgentProxyConsultContexts: RecentAgentProxyConsultContext[] = [];
338
- private readonly pendingSpeakerTurns: PendingSpeakerTurn[] = [];
339
- private outputAudioTimestampMs = 0;
340
- private outputAudioDiscordBytes = 0;
341
- private outputAudioRealtimeBytes = 0;
342
- private outputAudioChunks = 0;
343
- private outputAudioStartedAt: number | undefined;
344
- private outputStreamEnding = false;
345
- private outputPacedBuffer: Buffer = Buffer.alloc(0);
346
- private outputPlaybackStarted = false;
347
- private realtimeProviderId: string | undefined;
348
- private queuedExactSpeechMessages: string[] = [];
349
- private exactSpeechResponseActive = false;
350
- private exactSpeechAudioStarted = false;
351
- private lastRealtimeError:
352
- | { message: string; suppressed: number; lastLoggedAt: number }
353
- | undefined;
354
- private readonly playerIdleHandler = () => {
355
- this.resetOutputStream("player-idle");
356
- this.completeExactSpeechResponse("player-idle");
357
- };
358
-
359
- constructor(
360
- private readonly params: {
361
- cfg: KlawConfig;
362
- discordConfig: DiscordAccountConfig;
363
- entry: VoiceSessionEntry;
364
- mode: Exclude<DiscordVoiceMode, "stt-tts">;
365
- runAgentTurn: (params: VoiceRealtimeAgentTurnParams) => Promise<string>;
366
- },
367
- ) {
368
- this.talkback = createRealtimeVoiceAgentTalkbackQueue({
369
- debounceMs: this.realtimeConfig?.debounceMs ?? DISCORD_REALTIME_TALKBACK_DEBOUNCE_MS,
370
- isStopped: () => this.stopped,
371
- logger,
372
- logPrefix: "[discord] realtime agent",
373
- responseStyle: "Brief, natural spoken answer for a Discord voice channel.",
374
- fallbackText: DISCORD_REALTIME_FALLBACK_TEXT,
375
- consult: async ({ question, responseStyle, metadata }) => {
376
- const context = isDiscordRealtimeSpeakerContext(metadata) ? metadata : undefined;
377
- return {
378
- text: await this.runAgentTurn({
379
- context,
380
- message: formatVoiceIngressPrompt(
381
- [question, responseStyle ? `Spoken style: ${responseStyle}` : undefined]
382
- .filter(Boolean)
383
- .join("\n\n"),
384
- context?.speakerLabel ?? "Discord voice speaker",
385
- ),
386
- }),
387
- };
388
- },
389
- deliver: (text) => this.enqueueExactSpeechMessage(text),
390
- });
391
- }
392
-
393
- async connect(): Promise<void> {
394
- const resolved = resolveConfiguredRealtimeVoiceProvider({
395
- configuredProviderId: this.realtimeConfig?.provider,
396
- providerConfigs: buildProviderConfigs(this.realtimeConfig),
397
- providerConfigOverrides: buildProviderConfigOverrides(this.realtimeConfig),
398
- cfg: this.params.cfg,
399
- defaultModel: this.realtimeConfig?.model,
400
- noRegisteredProviderMessage: "No configured realtime voice provider registered",
401
- });
402
- this.realtimeProviderId = resolved.provider.id;
403
- const isAgentProxy = isDiscordAgentProxyVoiceMode(this.params.mode);
404
- const defaultToolPolicy: RealtimeVoiceAgentConsultToolPolicy = isAgentProxy
405
- ? "owner"
406
- : "safe-read-only";
407
- const toolPolicy = resolveRealtimeVoiceAgentConsultToolPolicy(
408
- this.realtimeConfig?.toolPolicy,
409
- defaultToolPolicy,
410
- );
411
- this.consultToolPolicy = toolPolicy;
412
- this.consultToolsAllow = resolveRealtimeVoiceAgentConsultToolsAllow(toolPolicy);
413
- const consultPolicy = this.realtimeConfig?.consultPolicy ?? (isAgentProxy ? "always" : "auto");
414
- this.consultPolicy = consultPolicy;
415
- const usesRealtimeAgentHandoff = this.params.mode === "bidi" || toolPolicy !== "none";
416
- const autoRespondToAudio = !isAgentProxy || consultPolicy !== "always";
417
- const interruptResponseOnInputAudio = resolveDiscordRealtimeInterruptResponseOnInputAudio({
418
- realtimeConfig: this.realtimeConfig,
419
- providerId: resolved.provider.id,
420
- });
421
- const instructions = buildDiscordRealtimeInstructions({
422
- mode: this.params.mode,
423
- instructions: this.realtimeConfig?.instructions,
424
- toolPolicy,
425
- consultPolicy,
426
- });
427
- this.bridge = createRealtimeVoiceBridgeSession({
428
- provider: resolved.provider,
429
- providerConfig: resolved.providerConfig,
430
- audioFormat: REALTIME_VOICE_AUDIO_FORMAT_PCM16_24KHZ,
431
- instructions,
432
- autoRespondToAudio,
433
- interruptResponseOnInputAudio,
434
- markStrategy: "ack-immediately",
435
- tools: usesRealtimeAgentHandoff ? resolveRealtimeVoiceAgentConsultTools(toolPolicy) : [],
436
- audioSink: {
437
- isOpen: () => !this.stopped,
438
- sendAudio: (audio) => this.sendOutputAudio(audio),
439
- clearAudio: () => this.clearOutputAudio("provider-clear-audio"),
440
- },
441
- onTranscript: (role, text, isFinal) => {
442
- if (isFinal && text.trim()) {
443
- logger.info(
444
- `discord voice: realtime ${role} transcript (${text.length} chars): ${formatRealtimeLogPreview(text)}`,
445
- );
446
- }
447
- if (!isFinal || role !== "user" || !isDiscordAgentProxyVoiceMode(this.params.mode)) {
448
- return;
449
- }
450
- if (usesRealtimeAgentHandoff) {
451
- this.scheduleForcedAgentProxyConsult(text);
452
- return;
453
- }
454
- this.talkback.enqueue(text, this.consumePendingSpeakerContext());
455
- },
456
- onToolCall: (event, session) => this.handleToolCall(event, session),
457
- onEvent: (event) => {
458
- const detail = event.detail ? ` ${event.detail}` : "";
459
- if (shouldLogRealtimeVerboseEvent(event)) {
460
- logVoiceVerbose(`realtime ${event.direction}:${event.type}${detail}`);
461
- }
462
- const responseEnded =
463
- event.direction === "server" &&
464
- (event.type === "response.done" || event.type === "response.cancelled");
465
- if (responseEnded) {
466
- if (this.exactSpeechResponseActive && !this.exactSpeechAudioStarted) {
467
- this.completeExactSpeechResponse(event.type);
468
- }
469
- this.finishOutputAudioStream(event.type, {
470
- playBuffered: !isRealtimeResponseCancelled(event),
471
- });
472
- }
473
- const interruptionLog = formatRealtimeInterruptionLog(event);
474
- if (interruptionLog) {
475
- logger.info(interruptionLog);
476
- }
477
- },
478
- onError: (error) => this.logRealtimeError(formatErrorMessage(error)),
479
- onClose: (reason) => {
480
- this.flushSuppressedRealtimeErrors();
481
- logVoiceVerbose(`realtime closed: ${reason}`);
482
- },
483
- });
484
- const resolvedModel =
485
- readProviderConfigString(resolved.providerConfig, "model") ?? resolved.provider.defaultModel;
486
- const resolvedVoice = readProviderConfigString(resolved.providerConfig, "voice");
487
- logger.info(
488
- `discord voice: realtime bridge starting mode=${this.params.mode} provider=${resolved.provider.id} model=${resolvedModel ?? "default"} voice=${resolvedVoice ?? "default"} consultPolicy=${consultPolicy} toolPolicy=${toolPolicy} autoRespond=${autoRespondToAudio} interruptResponse=${interruptResponseOnInputAudio} bargeIn=${resolveDiscordRealtimeBargeIn(
489
- {
490
- realtimeConfig: this.realtimeConfig,
491
- providerId: resolved.provider.id,
492
- },
493
- )} minBargeInAudioEndMs=${resolveDiscordRealtimeMinBargeInAudioEndMs(this.realtimeConfig)}`,
494
- );
495
- const voiceSdk = loadDiscordVoiceSdk();
496
- this.params.entry.player.on(voiceSdk.AudioPlayerStatus.Idle, this.playerIdleHandler);
497
- await this.bridge.connect();
498
- logger.info(
499
- `discord voice: realtime bridge ready mode=${this.params.mode} provider=${resolved.provider.id} model=${resolvedModel ?? "default"} voice=${resolvedVoice ?? "default"}`,
500
- );
501
- }
502
-
503
- close(): void {
504
- this.stopped = true;
505
- this.flushSuppressedRealtimeErrors();
506
- this.talkback.close();
507
- this.clearForcedConsultTimers();
508
- this.pendingAgentProxyConsultContexts = [];
509
- this.recentAgentProxyConsultContexts = [];
510
- this.pendingSpeakerTurns.length = 0;
511
- this.queuedExactSpeechMessages = [];
512
- this.exactSpeechResponseActive = false;
513
- this.exactSpeechAudioStarted = false;
514
- this.clearOutputAudio("session-close");
515
- this.bridge?.close();
516
- this.bridge = null;
517
- this.realtimeProviderId = undefined;
518
- const voiceSdk = loadDiscordVoiceSdk();
519
- this.params.entry.player.off(voiceSdk.AudioPlayerStatus.Idle, this.playerIdleHandler);
520
- }
521
-
522
- private logRealtimeError(message: string): void {
523
- const now = Date.now();
524
- if (
525
- this.lastRealtimeError?.message === message &&
526
- now - this.lastRealtimeError.lastLoggedAt < DISCORD_REALTIME_DUPLICATE_ERROR_SUPPRESS_MS
527
- ) {
528
- this.lastRealtimeError.suppressed += 1;
529
- return;
530
- }
531
- this.flushSuppressedRealtimeErrors();
532
- this.lastRealtimeError = { message, suppressed: 0, lastLoggedAt: now };
533
- logger.warn(`discord voice: realtime error: ${message}`);
534
- }
535
-
536
- private flushSuppressedRealtimeErrors(): void {
537
- if (!this.lastRealtimeError || this.lastRealtimeError.suppressed === 0) {
538
- return;
539
- }
540
- logger.warn(
541
- `discord voice: suppressed ${this.lastRealtimeError.suppressed} duplicate realtime errors: ${this.lastRealtimeError.message}`,
542
- );
543
- this.lastRealtimeError.suppressed = 0;
544
- }
545
-
546
- beginSpeakerTurn(context: VoiceRealtimeSpeakerContext, userId: string): VoiceRealtimeSpeakerTurn {
547
- const turn: PendingSpeakerTurn = {
548
- context: { ...context, userId },
549
- hasAudio: false,
550
- inputDiscordBytes: 0,
551
- inputRealtimeBytes: 0,
552
- inputChunks: 0,
553
- interruptedPlayback: false,
554
- closed: false,
555
- startedAt: Date.now(),
556
- };
557
- this.pendingSpeakerTurns.push(turn);
558
- logger.info(
559
- `discord voice: realtime speaker turn opened guild=${this.params.entry.guildId} channel=${this.params.entry.channelId} user=${userId} speaker=${context.speakerLabel} owner=${context.senderIsOwner} pendingTurns=${this.pendingSpeakerTurns.length}`,
560
- );
561
- this.prunePendingSpeakerTurns();
562
- return {
563
- sendInputAudio: (discordPcm48kStereo) =>
564
- this.sendInputAudioForTurn(turn, discordPcm48kStereo),
565
- close: () => {
566
- this.sendRealtimeTrailingSilenceForTurn(turn);
567
- this.logSpeakerTurnClosed(turn);
568
- turn.closed = true;
569
- this.prunePendingSpeakerTurns();
570
- },
571
- };
572
- }
573
-
574
- private sendInputAudioForTurn(turn: PendingSpeakerTurn, discordPcm48kStereo: Buffer): void {
575
- if (!this.bridge || this.stopped) {
576
- return;
577
- }
578
- turn.hasAudio = true;
579
- const realtimePcm = convertDiscordPcm48kStereoToRealtimePcm24kMono(discordPcm48kStereo);
580
- if (realtimePcm.length > 0) {
581
- turn.inputDiscordBytes += discordPcm48kStereo.length;
582
- turn.inputRealtimeBytes += realtimePcm.length;
583
- turn.inputChunks += 1;
584
- turn.lastAudioAt = Date.now();
585
- if (turn.inputChunks === 1) {
586
- logger.info(
587
- `discord voice: realtime input audio started guild=${this.params.entry.guildId} channel=${this.params.entry.channelId} user=${turn.context.userId} speaker=${turn.context.speakerLabel} discordBytes=${discordPcm48kStereo.length} realtimeBytes=${realtimePcm.length} outputAudioMs=${Math.floor(this.outputAudioTimestampMs)} outputActive=${this.isOutputAudioActive()}`,
588
- );
589
- }
590
- const outputActive = this.hasInterruptibleOutputAudio();
591
- if (!turn.interruptedPlayback && this.isBargeInEnabled() && outputActive) {
592
- turn.interruptedPlayback = true;
593
- logVoiceVerbose(
594
- `realtime barge-in from active speaker audio: guild ${this.params.entry.guildId} channel ${this.params.entry.channelId} user ${turn.context.userId}`,
595
- );
596
- logger.info(
597
- `discord voice: realtime barge-in detected source=active-speaker-audio guild=${this.params.entry.guildId} channel=${this.params.entry.channelId} user=${turn.context.userId} speaker=${turn.context.speakerLabel} outputAudioMs=${Math.floor(this.outputAudioTimestampMs)} outputActive=${this.isOutputAudioActive()} discordBytes=${discordPcm48kStereo.length} realtimeBytes=${realtimePcm.length}`,
598
- );
599
- this.handleBargeIn("active-speaker-audio");
600
- }
601
- this.bridge.sendAudio(realtimePcm);
602
- }
603
- }
604
-
605
- handleBargeIn(reason = "barge-in"): void {
606
- if (!this.isBargeInEnabled()) {
607
- logger.info(
608
- `discord voice: realtime barge-in ignored reason=${reason} bargeIn=false guild=${this.params.entry.guildId} channel=${this.params.entry.channelId}`,
609
- );
610
- return;
611
- }
612
- const outputActive = this.hasInterruptibleOutputAudio();
613
- if (!outputActive) {
614
- logger.info(
615
- `discord voice: realtime barge-in ignored reason=${reason} outputActive=false guild=${this.params.entry.guildId} channel=${this.params.entry.channelId} playbackChunks=${this.outputAudioChunks}`,
616
- );
617
- return;
618
- }
619
- logger.info(
620
- `discord voice: realtime barge-in requested reason=${reason} guild=${this.params.entry.guildId} channel=${this.params.entry.channelId} outputAudioMs=${Math.floor(this.outputAudioTimestampMs)} outputActive=${this.isOutputAudioActive()} playbackChunks=${this.outputAudioChunks}`,
621
- );
622
- this.bridge?.handleBargeIn({ audioPlaybackActive: true });
623
- }
624
-
625
- isBargeInEnabled(): boolean {
626
- const providerId = this.realtimeProviderId ?? this.realtimeConfig?.provider ?? "openai";
627
- return resolveDiscordRealtimeBargeIn({
628
- realtimeConfig: this.realtimeConfig,
629
- providerId,
630
- });
631
- }
632
-
633
- private hasInterruptibleOutputAudio(): boolean {
634
- this.syncOutputAudioTimestamp();
635
- return (
636
- this.isOutputAudioActive() || this.outputAudioChunks > 0 || this.outputAudioTimestampMs > 0
637
- );
638
- }
639
-
640
- private get realtimeConfig(): DiscordRealtimeVoiceConfig {
641
- return this.params.discordConfig.voice?.realtime;
642
- }
643
-
644
- private sendOutputAudio(realtimePcm24kMono: Buffer): void {
645
- const discordPcm = convertRealtimePcm24kMonoToDiscordPcm48kStereo(realtimePcm24kMono);
646
- if (discordPcm.length === 0) {
647
- return;
648
- }
649
- this.syncOutputAudioTimestamp();
650
- if (this.outputStreamEnding) {
651
- logVoiceVerbose(
652
- `realtime output audio ignored after stream ending: guild ${this.params.entry.guildId} channel ${this.params.entry.channelId}`,
653
- );
654
- return;
655
- }
656
- const stream = this.ensureOutputStream();
657
- if (this.exactSpeechResponseActive) {
658
- this.exactSpeechAudioStarted = true;
659
- }
660
- this.outputAudioDiscordBytes += discordPcm.length;
661
- this.outputAudioRealtimeBytes += realtimePcm24kMono.length;
662
- this.outputAudioChunks += 1;
663
- this.outputAudioTimestampMs += pcm16MonoDurationMs(
664
- realtimePcm24kMono,
665
- REALTIME_VOICE_AUDIO_FORMAT_PCM16_24KHZ.sampleRateHz,
666
- );
667
- this.queueOutputAudio(stream, discordPcm);
668
- }
669
-
670
- private ensureOutputStream(): PassThrough {
671
- if (this.outputStream && !this.outputStream.destroyed && !this.outputStream.writableEnded) {
672
- return this.outputStream;
673
- }
674
- const stream = new PassThrough({ highWaterMark: DISCORD_RAW_PCM_FRAME_BYTES * 128 });
675
- this.outputStream = stream;
676
- this.outputPacedBuffer = Buffer.alloc(0);
677
- this.outputPlaybackStarted = false;
678
- stream.once("close", () => {
679
- if (this.outputStream === stream) {
680
- this.logOutputAudioStopped("stream-close");
681
- this.outputStream = null;
682
- this.resetOutputAudioStats();
683
- this.completeExactSpeechResponse("stream-close", { drain: false });
684
- }
685
- });
686
- return stream;
687
- }
688
-
689
- private queueOutputAudio(stream: PassThrough, discordPcm: Buffer): void {
690
- if (this.outputPlaybackStarted) {
691
- stream.write(discordPcm);
692
- return;
693
- }
694
- this.outputPacedBuffer =
695
- this.outputPacedBuffer.length > 0
696
- ? Buffer.concat([this.outputPacedBuffer, discordPcm])
697
- : discordPcm;
698
- if (
699
- this.outputPacedBuffer.length >=
700
- DISCORD_RAW_PCM_FRAME_BYTES * DISCORD_REALTIME_OUTPUT_PREROLL_FRAMES
701
- ) {
702
- this.startOutputPlayback(stream);
703
- }
704
- }
705
-
706
- private startOutputPlayback(stream: PassThrough): void {
707
- if (this.outputPlaybackStarted || stream.destroyed) {
708
- return;
709
- }
710
- const voiceSdk = loadDiscordVoiceSdk();
711
- if (this.outputPacedBuffer.length > 0) {
712
- stream.write(this.outputPacedBuffer);
713
- this.outputPacedBuffer = Buffer.alloc(0);
714
- }
715
- const resource = voiceSdk.createAudioResource(stream, {
716
- inputType: voiceSdk.StreamType.Raw,
717
- });
718
- this.params.entry.player.play(resource);
719
- this.outputPlaybackStarted = true;
720
- this.outputAudioStartedAt = Date.now();
721
- const realtimeConfig = this.realtimeConfig;
722
- logger.info(
723
- `discord voice: realtime audio playback started guild=${this.params.entry.guildId} channel=${this.params.entry.channelId} mode=${this.params.mode} model=${realtimeConfig?.model ?? "provider-default"} voice=${realtimeConfig?.voice ?? "provider-default"}`,
724
- );
725
- }
726
-
727
- private clearOutputAudio(reason = "clear"): void {
728
- this.resetOutputStream(reason);
729
- this.params.entry.player.stop(true);
730
- }
731
-
732
- private resetOutputStream(reason = "reset"): void {
733
- const stream = this.outputStream;
734
- this.logOutputAudioStopped(reason);
735
- this.outputStream = null;
736
- this.outputPacedBuffer = Buffer.alloc(0);
737
- this.outputPlaybackStarted = false;
738
- this.resetOutputAudioStats();
739
- stream?.end();
740
- stream?.destroy();
741
- }
742
-
743
- private finishOutputAudioStream(
744
- reason: string,
745
- { playBuffered = true }: { playBuffered?: boolean } = {},
746
- ): void {
747
- const stream = this.outputStream;
748
- if (!stream || stream.destroyed || this.outputStreamEnding) {
749
- return;
750
- }
751
- this.outputStreamEnding = true;
752
- logger.info(
753
- `discord voice: realtime audio playback finishing reason=${reason} guild=${this.params.entry.guildId} channel=${this.params.entry.channelId} audioMs=${Math.floor(this.outputAudioTimestampMs)} chunks=${this.outputAudioChunks}`,
754
- );
755
- if (playBuffered) {
756
- this.startOutputPlayback(stream);
757
- } else {
758
- this.resetOutputStream(reason);
759
- this.params.entry.player.stop(true);
760
- this.completeExactSpeechResponse(reason);
761
- return;
762
- }
763
- stream.end();
764
- }
765
-
766
- private enqueueExactSpeechMessage(text: string): void {
767
- if (this.stopped || !text.trim()) {
768
- return;
769
- }
770
- if (this.exactSpeechResponseActive || this.hasInterruptibleOutputAudio()) {
771
- this.queuedExactSpeechMessages.push(text);
772
- logger.info(
773
- `discord voice: realtime exact speech queued guild=${this.params.entry.guildId} channel=${this.params.entry.channelId} queued=${this.queuedExactSpeechMessages.length} outputAudioMs=${Math.floor(this.outputAudioTimestampMs)} outputActive=${this.isOutputAudioActive()}`,
774
- );
775
- return;
776
- }
777
- this.sendExactSpeechMessage(text);
778
- }
779
-
780
- private sendExactSpeechMessage(text: string): void {
781
- if (this.stopped || !text.trim()) {
782
- return;
783
- }
784
- this.exactSpeechResponseActive = true;
785
- this.exactSpeechAudioStarted = false;
786
- this.bridge?.sendUserMessage(buildDiscordSpeakExactUserMessage(text));
787
- }
788
-
789
- private completeExactSpeechResponse(reason: string, options?: { drain?: boolean }): void {
790
- if (!this.exactSpeechResponseActive && this.queuedExactSpeechMessages.length === 0) {
791
- return;
792
- }
793
- this.exactSpeechResponseActive = false;
794
- this.exactSpeechAudioStarted = false;
795
- if (options?.drain === false) {
796
- return;
797
- }
798
- this.drainQueuedExactSpeechMessages(reason);
799
- }
800
-
801
- private drainQueuedExactSpeechMessages(reason: string): void {
802
- if (
803
- this.stopped ||
804
- this.exactSpeechResponseActive ||
805
- this.queuedExactSpeechMessages.length === 0 ||
806
- this.hasInterruptibleOutputAudio()
807
- ) {
808
- return;
809
- }
810
- const next = this.queuedExactSpeechMessages.shift();
811
- if (!next) {
812
- return;
813
- }
814
- logger.info(
815
- `discord voice: realtime exact speech dequeued reason=${reason} guild=${this.params.entry.guildId} channel=${this.params.entry.channelId} queued=${this.queuedExactSpeechMessages.length}`,
816
- );
817
- this.sendExactSpeechMessage(next);
818
- }
819
-
820
- private logOutputAudioStopped(reason: string): void {
821
- const audioMs = Math.floor(this.outputAudioTimestampMs);
822
- const chunks = this.outputAudioChunks;
823
- const discordBytes = this.outputAudioDiscordBytes;
824
- const realtimeBytes = this.outputAudioRealtimeBytes;
825
- const elapsedMs = this.outputAudioStartedAt ? Date.now() - this.outputAudioStartedAt : 0;
826
- if (this.outputStream || chunks > 0 || audioMs > 0) {
827
- logger.info(
828
- `discord voice: realtime audio playback stopped reason=${reason} guild=${this.params.entry.guildId} channel=${this.params.entry.channelId} audioMs=${audioMs} elapsedMs=${elapsedMs} chunks=${chunks} discordBytes=${discordBytes} realtimeBytes=${realtimeBytes}`,
829
- );
830
- }
831
- }
832
-
833
- private resetOutputAudioStats(): void {
834
- this.outputAudioTimestampMs = 0;
835
- this.outputAudioDiscordBytes = 0;
836
- this.outputAudioRealtimeBytes = 0;
837
- this.outputAudioChunks = 0;
838
- this.outputAudioStartedAt = undefined;
839
- this.outputStreamEnding = false;
840
- this.outputPacedBuffer = Buffer.alloc(0);
841
- this.outputPlaybackStarted = false;
842
- }
843
-
844
- private syncOutputAudioTimestamp(): void {
845
- this.bridge?.setMediaTimestamp(Math.floor(this.outputAudioTimestampMs));
846
- }
847
-
848
- private isOutputAudioActive(): boolean {
849
- return Boolean(this.outputStream && !this.outputStream.destroyed) || this.outputAudioChunks > 0;
850
- }
851
-
852
- private logSpeakerTurnClosed(turn: PendingSpeakerTurn): void {
853
- if (turn.closed) {
854
- return;
855
- }
856
- const elapsedMs = Date.now() - turn.startedAt;
857
- const sinceLastAudioMs = turn.lastAudioAt ? Date.now() - turn.lastAudioAt : undefined;
858
- logger.info(
859
- `discord voice: realtime speaker turn closed guild=${this.params.entry.guildId} channel=${this.params.entry.channelId} user=${turn.context.userId} speaker=${turn.context.speakerLabel} owner=${turn.context.senderIsOwner} hasAudio=${turn.hasAudio} chunks=${turn.inputChunks} discordBytes=${turn.inputDiscordBytes} realtimeBytes=${turn.inputRealtimeBytes} elapsedMs=${elapsedMs}${sinceLastAudioMs === undefined ? "" : ` sinceLastAudioMs=${sinceLastAudioMs}`} interruptedPlayback=${turn.interruptedPlayback}`,
860
- );
861
- }
862
-
863
- private sendRealtimeTrailingSilenceForTurn(turn: PendingSpeakerTurn): void {
864
- if (!this.bridge || this.stopped || turn.closed || !turn.hasAudio) {
865
- return;
866
- }
867
- const providerId = this.realtimeProviderId ?? this.realtimeConfig?.provider ?? "openai";
868
- const providerConfig = this.realtimeConfig?.providers?.[providerId];
869
- const rawSilenceDurationMs = providerConfig?.silenceDurationMs;
870
- const configuredSilenceDurationMs =
871
- typeof rawSilenceDurationMs === "number" && Number.isFinite(rawSilenceDurationMs)
872
- ? rawSilenceDurationMs
873
- : 0;
874
- const silenceMs = Math.min(
875
- DISCORD_REALTIME_TRAILING_SILENCE_MAX_MS,
876
- Math.max(DISCORD_REALTIME_TRAILING_SILENCE_MIN_MS, configuredSilenceDurationMs),
877
- );
878
- const silenceBytes =
879
- Math.ceil((REALTIME_VOICE_AUDIO_FORMAT_PCM16_24KHZ.sampleRateHz * silenceMs) / 1_000) *
880
- REALTIME_PCM16_BYTES_PER_SAMPLE;
881
- const silence = Buffer.alloc(silenceBytes);
882
- this.bridge.sendAudio(silence);
883
- logger.info(
884
- `discord voice: realtime trailing silence sent guild=${this.params.entry.guildId} channel=${this.params.entry.channelId} user=${turn.context.userId} speaker=${turn.context.speakerLabel} silenceMs=${silenceMs} realtimeBytes=${silence.length}`,
885
- );
886
- }
887
-
888
- private handleToolCall(
889
- event: RealtimeVoiceToolCallEvent,
890
- session: RealtimeVoiceBridgeSession,
891
- ): void {
892
- const callId = event.callId || event.itemId || "unknown";
893
- if (event.name !== REALTIME_VOICE_AGENT_CONSULT_TOOL_NAME) {
894
- session.submitToolResult(callId, { error: `Tool "${event.name}" not available` });
895
- return;
896
- }
897
- if (this.consultToolPolicy === "none") {
898
- session.submitToolResult(callId, { error: `Tool "${event.name}" not available` });
899
- return;
900
- }
901
- const exactSpeechText = extractDiscordExactSpeechConsultText(event.args);
902
- if (exactSpeechText !== undefined) {
903
- logger.info(
904
- `discord voice: realtime exact speech consult bypassed call=${callId || "unknown"} answerChars=${exactSpeechText.length}`,
905
- );
906
- session.submitToolResult(callId, { text: exactSpeechText });
907
- return;
908
- }
909
- const consultMessage = buildRealtimeVoiceAgentConsultChatMessage(event.args);
910
- logger.info(
911
- `discord voice: realtime consult requested call=${callId || "unknown"} voiceSession=${this.params.entry.voiceSessionKey} supervisorSession=${this.params.entry.route.sessionKey} agent=${this.params.entry.route.agentId} question=${formatRealtimeLogPreview(consultMessage)}`,
912
- );
913
- if (session.bridge.supportsToolResultContinuation) {
914
- session.submitToolResult(callId, buildRealtimeVoiceAgentConsultWorkingResponse("speaker"), {
915
- willContinue: true,
916
- });
917
- }
918
- const pendingConsultContext = this.consumeAgentProxyConsultContext(consultMessage);
919
- if (pendingConsultContext) {
920
- this.addRecentAgentProxyConsultQuestion(pendingConsultContext.recent, consultMessage);
921
- }
922
- let context = pendingConsultContext?.context;
923
- let recent = pendingConsultContext?.recent;
924
- if (!context) {
925
- const recentConsult = this.findRecentAgentProxyConsultContext(consultMessage);
926
- if (recentConsult) {
927
- if (this.hasPendingSpeakerAudioContext()) {
928
- logger.info(
929
- `discord voice: realtime consult matched recent agent result but newer speaker audio is pending call=${callId} speaker=${recentConsult.context.speakerLabel} owner=${recentConsult.context.senderIsOwner}`,
930
- );
931
- session.submitToolResult(callId, {
932
- error: "Discord speaker context changed before this realtime consult completed",
933
- });
934
- return;
935
- }
936
- if (this.submitRecentAgentProxyConsultResult(callId, recentConsult, session)) {
937
- return;
938
- }
939
- }
940
- }
941
- if (!context) {
942
- context = this.consumePendingSpeakerContext();
943
- if (context) {
944
- recent = this.rememberRecentAgentProxyConsultContext(consultMessage, context);
945
- }
946
- }
947
- if (!context) {
948
- logger.warn(
949
- `discord voice: realtime consult has no speaker context call=${callId || "unknown"}`,
950
- );
951
- session.submitToolResult(callId, { error: "No Discord speaker context available" });
952
- return;
953
- }
954
- const promise = this.runAgentTurn({
955
- context,
956
- message: consultMessage,
957
- });
958
- if (recent) {
959
- this.setRecentAgentProxyConsultPromise(recent, promise);
960
- }
961
- void promise
962
- .then((text) => {
963
- logger.info(
964
- `discord voice: realtime consult answer (${text.length} chars) voiceSession=${this.params.entry.voiceSessionKey} supervisorSession=${this.params.entry.route.sessionKey} agent=${this.params.entry.route.agentId} speaker=${context.speakerLabel} owner=${context.senderIsOwner}: ${formatRealtimeLogPreview(text)}`,
965
- );
966
- session.submitToolResult(callId, { text });
967
- })
968
- .catch((error: unknown) => {
969
- logger.warn(
970
- `discord voice: realtime consult failed call=${callId || "unknown"}: ${formatErrorMessage(error)}`,
971
- );
972
- session.submitToolResult(callId, { error: formatErrorMessage(error) });
973
- });
974
- }
975
-
976
- private async runAgentTurn(params: {
977
- context?: DiscordRealtimeSpeakerContext;
978
- message: string;
979
- }): Promise<string> {
980
- const context = params.context;
981
- if (!context) {
982
- return "";
983
- }
984
- return this.params.runAgentTurn({
985
- context,
986
- message: params.message,
987
- toolsAllow: this.consultToolsAllow,
988
- userId: context.userId,
989
- });
990
- }
991
-
992
- private scheduleForcedAgentProxyConsult(transcript: string): void {
993
- if (this.consultPolicy !== "always") {
994
- return;
995
- }
996
- const question = transcript.trim();
997
- if (!question) {
998
- return;
999
- }
1000
- const context = this.consumePendingSpeakerContext();
1001
- const skipReason = classifySkippableForcedAgentProxyTranscript(question);
1002
- if (skipReason) {
1003
- logger.info(
1004
- `discord voice: realtime forced agent consult skipped reason=${skipReason} chars=${question.length} speaker=${context?.speakerLabel ?? "unknown"} transcript=${formatRealtimeLogPreview(question)}`,
1005
- );
1006
- return;
1007
- }
1008
- if (!context) {
1009
- const recent = this.findRecentAgentProxyConsultContext(question);
1010
- if (recent) {
1011
- logVoiceVerbose(
1012
- `realtime forced agent consult skipped (already delegated): guild ${this.params.entry.guildId} channel ${this.params.entry.channelId} speaker ${recent.context.userId}`,
1013
- );
1014
- return;
1015
- }
1016
- logger.warn("discord voice: realtime forced agent consult has no speaker context");
1017
- return;
1018
- }
1019
- const recent = this.rememberRecentAgentProxyConsultContext(question, context);
1020
- const pending: PendingAgentProxyConsultContext = { context, question, recent };
1021
- this.pendingAgentProxyConsultContexts.push(pending);
1022
- pending.timer = setTimeout(() => {
1023
- pending.timer = undefined;
1024
- void this.runForcedAgentProxyConsult(pending);
1025
- }, DISCORD_REALTIME_FORCED_CONSULT_FALLBACK_DELAY_MS);
1026
- pending.timer.unref?.();
1027
- }
1028
-
1029
- private clearForcedConsultTimers(): void {
1030
- for (const pending of this.pendingAgentProxyConsultContexts) {
1031
- this.clearForcedConsultTimer(pending);
1032
- }
1033
- }
1034
-
1035
- private clearForcedConsultTimer(pending: PendingAgentProxyConsultContext): void {
1036
- if (!pending.timer) {
1037
- return;
1038
- }
1039
- clearTimeout(pending.timer);
1040
- pending.timer = undefined;
1041
- }
1042
-
1043
- private consumeAgentProxyConsultContext(
1044
- consultMessage: string,
1045
- ): PendingAgentProxyConsultContext | undefined {
1046
- let pending: PendingAgentProxyConsultContext | undefined;
1047
- if (this.pendingAgentProxyConsultContexts.length === 1) {
1048
- pending = this.pendingAgentProxyConsultContexts.shift();
1049
- } else if (this.pendingAgentProxyConsultContexts.length > 1) {
1050
- const index = this.pendingAgentProxyConsultContexts.findIndex((candidate) =>
1051
- matchesPendingAgentProxyQuestion(consultMessage, candidate.question),
1052
- );
1053
- if (index < 0) {
1054
- return undefined;
1055
- }
1056
- pending = this.pendingAgentProxyConsultContexts.splice(index, 1)[0];
1057
- }
1058
- if (!pending) {
1059
- return undefined;
1060
- }
1061
- this.clearForcedConsultTimer(pending);
1062
- return pending;
1063
- }
1064
-
1065
- private removePendingAgentProxyConsultContext(pending: PendingAgentProxyConsultContext): void {
1066
- this.clearForcedConsultTimer(pending);
1067
- const index = this.pendingAgentProxyConsultContexts.indexOf(pending);
1068
- if (index >= 0) {
1069
- this.pendingAgentProxyConsultContexts.splice(index, 1);
1070
- }
1071
- }
1072
-
1073
- private async runForcedAgentProxyConsult(
1074
- pending: PendingAgentProxyConsultContext,
1075
- ): Promise<void> {
1076
- this.removePendingAgentProxyConsultContext(pending);
1077
- const { context, question } = pending;
1078
- if (this.stopped) {
1079
- return;
1080
- }
1081
- const startedAt = Date.now();
1082
- logger.info(
1083
- `discord voice: realtime forced agent consult starting chars=${question.length} voiceSession=${this.params.entry.voiceSessionKey} supervisorSession=${this.params.entry.route.sessionKey} agent=${this.params.entry.route.agentId} speaker=${context.speakerLabel} owner=${context.senderIsOwner}`,
1084
- );
1085
- if (this.hasInterruptibleOutputAudio()) {
1086
- logger.info(
1087
- `discord voice: realtime forced agent consult preserving active playback guild=${this.params.entry.guildId} channel=${this.params.entry.channelId} outputAudioMs=${Math.floor(this.outputAudioTimestampMs)} outputActive=${this.isOutputAudioActive()} playbackChunks=${this.outputAudioChunks}`,
1088
- );
1089
- }
1090
- pending.recent.handledByForcedPlayback = true;
1091
- try {
1092
- const promise = this.runAgentTurn({
1093
- context,
1094
- message: [
1095
- question,
1096
- "Context: The realtime model produced a final user transcript without calling klaw_agent_consult. Klaw is forcing the consult because consultPolicy is always.",
1097
- ].join("\n\n"),
1098
- });
1099
- this.setRecentAgentProxyConsultPromise(pending.recent, promise);
1100
- const text = await promise;
1101
- logger.info(
1102
- `discord voice: realtime forced agent consult answer (${text.length} chars) elapsedMs=${Date.now() - startedAt} voiceSession=${this.params.entry.voiceSessionKey} supervisorSession=${this.params.entry.route.sessionKey} agent=${this.params.entry.route.agentId}: ${formatRealtimeLogPreview(text)}`,
1103
- );
1104
- if (text.trim()) {
1105
- this.enqueueExactSpeechMessage(text);
1106
- }
1107
- } catch (error) {
1108
- logger.warn(
1109
- `discord voice: realtime forced agent consult failed elapsedMs=${Date.now() - startedAt}: ${formatErrorMessage(error)}`,
1110
- );
1111
- this.enqueueExactSpeechMessage(DISCORD_REALTIME_FALLBACK_TEXT);
1112
- }
1113
- }
1114
-
1115
- private consumePendingSpeakerContext(): DiscordRealtimeSpeakerContext | undefined {
1116
- this.prunePendingSpeakerTurns();
1117
- this.expireClosedSpeakerTurnsBeforeLaterAudio();
1118
- const index = this.pendingSpeakerTurns.findIndex((turn) => turn.hasAudio);
1119
- if (index < 0) {
1120
- return undefined;
1121
- }
1122
- const [turn] = this.pendingSpeakerTurns.splice(index, 1);
1123
- this.prunePendingSpeakerTurns();
1124
- return turn?.context;
1125
- }
1126
-
1127
- private hasPendingSpeakerAudioContext(): boolean {
1128
- this.prunePendingSpeakerTurns();
1129
- this.expireClosedSpeakerTurnsBeforeLaterAudio();
1130
- return this.pendingSpeakerTurns.some((turn) => turn.hasAudio);
1131
- }
1132
-
1133
- private prunePendingSpeakerTurns(): void {
1134
- for (let index = this.pendingSpeakerTurns.length - 1; index >= 0; index -= 1) {
1135
- const turn = this.pendingSpeakerTurns[index];
1136
- if (turn?.closed && !turn.hasAudio) {
1137
- this.pendingSpeakerTurns.splice(index, 1);
1138
- }
1139
- }
1140
- while (this.pendingSpeakerTurns.length > DISCORD_REALTIME_PENDING_SPEAKER_CONTEXT_LIMIT) {
1141
- const completedIndex = this.pendingSpeakerTurns.findIndex((turn) => turn.closed);
1142
- this.pendingSpeakerTurns.splice(Math.max(completedIndex, 0), 1);
1143
- }
1144
- }
1145
-
1146
- private expireClosedSpeakerTurnsBeforeLaterAudio(): void {
1147
- let hasLaterAudio = false;
1148
- for (let index = this.pendingSpeakerTurns.length - 1; index >= 0; index -= 1) {
1149
- const turn = this.pendingSpeakerTurns[index];
1150
- if (!turn?.hasAudio) {
1151
- continue;
1152
- }
1153
- if (turn.closed && hasLaterAudio) {
1154
- this.pendingSpeakerTurns.splice(index, 1);
1155
- continue;
1156
- }
1157
- hasLaterAudio = true;
1158
- }
1159
- }
1160
-
1161
- private rememberRecentAgentProxyConsultContext(
1162
- question: string,
1163
- context: DiscordRealtimeSpeakerContext,
1164
- ): RecentAgentProxyConsultContext {
1165
- this.pruneRecentAgentProxyConsultContexts();
1166
- const recent: RecentAgentProxyConsultContext = {
1167
- context,
1168
- createdAt: Date.now(),
1169
- questions: [question],
1170
- };
1171
- this.recentAgentProxyConsultContexts.push(recent);
1172
- this.pruneRecentAgentProxyConsultContexts();
1173
- return recent;
1174
- }
1175
-
1176
- private addRecentAgentProxyConsultQuestion(
1177
- recent: RecentAgentProxyConsultContext,
1178
- question: string,
1179
- ): void {
1180
- if (
1181
- recent.questions.some((candidate) => matchesPendingAgentProxyQuestion(question, candidate))
1182
- ) {
1183
- return;
1184
- }
1185
- recent.questions.push(question);
1186
- }
1187
-
1188
- private setRecentAgentProxyConsultPromise(
1189
- recent: RecentAgentProxyConsultContext,
1190
- promise: Promise<string>,
1191
- ): void {
1192
- recent.promise = promise;
1193
- void promise
1194
- .then((text) => {
1195
- recent.result = { status: "fulfilled", text };
1196
- })
1197
- .catch((error: unknown) => {
1198
- recent.result = { status: "rejected", error: formatErrorMessage(error) };
1199
- });
1200
- }
1201
-
1202
- private findRecentAgentProxyConsultContext(
1203
- consultMessage: string,
1204
- ): RecentAgentProxyConsultContext | undefined {
1205
- this.pruneRecentAgentProxyConsultContexts();
1206
- for (let index = this.recentAgentProxyConsultContexts.length - 1; index >= 0; index -= 1) {
1207
- const recent = this.recentAgentProxyConsultContexts[index];
1208
- if (
1209
- recent?.questions.some((question) =>
1210
- matchesPendingAgentProxyQuestion(consultMessage, question),
1211
- )
1212
- ) {
1213
- return recent;
1214
- }
1215
- }
1216
- return undefined;
1217
- }
1218
-
1219
- private submitRecentAgentProxyConsultResult(
1220
- callId: string,
1221
- recent: RecentAgentProxyConsultContext,
1222
- session: RealtimeVoiceBridgeSession,
1223
- ): boolean {
1224
- const submitAlreadyDelivered = () => {
1225
- session.submitToolResult(
1226
- callId,
1227
- {
1228
- status: "already_delivered",
1229
- message: "Klaw already delivered this answer to Discord voice.",
1230
- },
1231
- { suppressResponse: true },
1232
- );
1233
- };
1234
- const submitResult = (result: RecentAgentProxyConsultResult) => {
1235
- if (recent.handledByForcedPlayback) {
1236
- submitAlreadyDelivered();
1237
- return;
1238
- }
1239
- if (result.status === "fulfilled") {
1240
- session.submitToolResult(callId, { text: result.text });
1241
- return;
1242
- }
1243
- session.submitToolResult(callId, { error: result.error });
1244
- };
1245
- if (recent.result) {
1246
- logger.info(
1247
- `discord voice: realtime consult reused recent agent result call=${callId || "unknown"} speaker=${recent.context.speakerLabel} owner=${recent.context.senderIsOwner}`,
1248
- );
1249
- submitResult(recent.result);
1250
- return true;
1251
- }
1252
- if (!recent.promise) {
1253
- return false;
1254
- }
1255
- logger.info(
1256
- `discord voice: realtime consult joined in-flight agent result call=${callId || "unknown"} speaker=${recent.context.speakerLabel} owner=${recent.context.senderIsOwner}`,
1257
- );
1258
- if (recent.handledByForcedPlayback) {
1259
- void recent.promise.then(submitAlreadyDelivered, submitAlreadyDelivered);
1260
- return true;
1261
- }
1262
- void recent.promise
1263
- .then((text) => session.submitToolResult(callId, { text }))
1264
- .catch((error: unknown) =>
1265
- session.submitToolResult(callId, { error: formatErrorMessage(error) }),
1266
- );
1267
- return true;
1268
- }
1269
-
1270
- private pruneRecentAgentProxyConsultContexts(): void {
1271
- const minCreatedAt = Date.now() - DISCORD_REALTIME_RECENT_AGENT_PROXY_CONSULT_TTL_MS;
1272
- for (let index = this.recentAgentProxyConsultContexts.length - 1; index >= 0; index -= 1) {
1273
- const recent = this.recentAgentProxyConsultContexts[index];
1274
- if (recent && recent.createdAt < minCreatedAt) {
1275
- this.recentAgentProxyConsultContexts.splice(index, 1);
1276
- }
1277
- }
1278
- while (
1279
- this.recentAgentProxyConsultContexts.length >
1280
- DISCORD_REALTIME_RECENT_AGENT_PROXY_CONSULT_LIMIT
1281
- ) {
1282
- this.recentAgentProxyConsultContexts.shift();
1283
- }
1284
- }
1285
- }
1286
-
1287
- function isDiscordRealtimeSpeakerContext(value: unknown): value is DiscordRealtimeSpeakerContext {
1288
- return (
1289
- Boolean(value) &&
1290
- typeof value === "object" &&
1291
- typeof (value as { userId?: unknown }).userId === "string" &&
1292
- typeof (value as { senderIsOwner?: unknown }).senderIsOwner === "boolean" &&
1293
- typeof (value as { speakerLabel?: unknown }).speakerLabel === "string"
1294
- );
1295
- }
1296
-
1297
- function pcm16MonoDurationMs(audio: Buffer, sampleRate: number): number {
1298
- if (audio.length === 0 || sampleRate <= 0) {
1299
- return 0;
1300
- }
1301
- const samples = audio.length / REALTIME_PCM16_BYTES_PER_SAMPLE;
1302
- return (samples * 1000) / sampleRate;
1303
- }
1304
-
1305
- function buildProviderConfigs(
1306
- realtimeConfig: DiscordRealtimeVoiceConfig,
1307
- ): Record<string, RealtimeVoiceProviderConfig | undefined> | undefined {
1308
- const configs = realtimeConfig?.providers;
1309
- return configs && Object.keys(configs).length > 0 ? { ...configs } : undefined;
1310
- }
1311
-
1312
- function buildProviderConfigOverrides(
1313
- realtimeConfig: DiscordRealtimeVoiceConfig,
1314
- ): RealtimeVoiceProviderConfig | undefined {
1315
- const overrides = {
1316
- ...(realtimeConfig?.model ? { model: realtimeConfig.model } : {}),
1317
- ...(realtimeConfig?.voice ? { voice: realtimeConfig.voice } : {}),
1318
- ...(typeof realtimeConfig?.minBargeInAudioEndMs === "number"
1319
- ? { minBargeInAudioEndMs: realtimeConfig.minBargeInAudioEndMs }
1320
- : {}),
1321
- };
1322
- return Object.keys(overrides).length > 0 ? overrides : undefined;
1323
- }
1324
-
1325
- function resolveDiscordRealtimeMinBargeInAudioEndMs(
1326
- realtimeConfig: DiscordRealtimeVoiceConfig,
1327
- ): number {
1328
- return typeof realtimeConfig?.minBargeInAudioEndMs === "number"
1329
- ? realtimeConfig.minBargeInAudioEndMs
1330
- : DISCORD_REALTIME_DEFAULT_MIN_BARGE_IN_AUDIO_END_MS;
1331
- }
1332
-
1333
- function buildDiscordRealtimeInstructions(params: {
1334
- mode: Exclude<DiscordVoiceMode, "stt-tts">;
1335
- instructions?: string;
1336
- toolPolicy: RealtimeVoiceAgentConsultToolPolicy;
1337
- consultPolicy: "auto" | "always";
1338
- }): string {
1339
- const base =
1340
- params.instructions ??
1341
- [
1342
- "You are Klaw's Discord voice interface.",
1343
- "Keep spoken replies concise, natural, and suitable for a live Discord voice channel.",
1344
- ].join("\n");
1345
- if (isDiscordAgentProxyVoiceMode(params.mode)) {
1346
- return [
1347
- base,
1348
- "Mode: Klaw agent proxy.",
1349
- "You are the realtime voice surface for the same Klaw agent the user can message directly.",
1350
- "Do not mention a backend, supervisor, helper, or separate system. Present the result as your own work.",
1351
- "Delegate substantive requests, actions, tool work, current facts, memory, workspace context, and user-specific context with klaw_agent_consult.",
1352
- "Do not block, refuse, or downscope at the voice layer. Delegate to Klaw and treat its result as authoritative.",
1353
- "Answer directly only for greetings, acknowledgements, brief latency tests, or filler while waiting.",
1354
- "When Klaw sends an internal exact answer to speak, do not call tools. Say only that answer.",
1355
- buildRealtimeVoiceAgentConsultPolicyInstructions({
1356
- toolPolicy: params.toolPolicy,
1357
- consultPolicy: params.consultPolicy,
1358
- }),
1359
- ].join("\n\n");
1360
- }
1361
- return [
1362
- base,
1363
- buildRealtimeVoiceAgentConsultPolicyInstructions({
1364
- toolPolicy: params.toolPolicy,
1365
- consultPolicy: params.consultPolicy,
1366
- }),
1367
- ]
1368
- .filter(Boolean)
1369
- .join("\n\n");
1370
- }