@openclaw/discord 2026.3.13 → 2026.5.1-beta.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/account-inspect-api.ts +6 -0
- package/action-runtime-api.ts +1 -0
- package/api.ts +132 -0
- package/channel-config-api.ts +1 -0
- package/channel-plugin-api.ts +3 -0
- package/config-api.ts +4 -0
- package/configured-state.ts +6 -0
- package/contract-api.ts +21 -0
- package/directory-contract-api.ts +4 -0
- package/doctor-contract-api.ts +1 -0
- package/index.test.ts +13 -0
- package/index.ts +18 -13
- package/openclaw.plugin.json +3282 -1
- package/package.json +67 -2
- package/runtime-api.actions.ts +15 -0
- package/runtime-api.lookup.ts +22 -0
- package/runtime-api.monitor.ts +50 -0
- package/runtime-api.send.ts +79 -0
- package/runtime-api.threads.ts +30 -0
- package/runtime-api.ts +180 -0
- package/runtime-setter-api.ts +3 -0
- package/secret-contract-api.ts +4 -0
- package/security-audit-contract-api.ts +1 -0
- package/security-contract-api.ts +4 -0
- package/session-key-api.ts +1 -0
- package/setup-entry.ts +9 -0
- package/setup-plugin-api.ts +3 -0
- package/src/account-inspect.test.ts +126 -0
- package/src/account-inspect.ts +132 -0
- package/src/accounts.test.ts +247 -0
- package/src/accounts.ts +196 -0
- package/src/actions/handle-action.guild-admin.ts +411 -0
- package/src/actions/handle-action.test.ts +185 -0
- package/src/actions/handle-action.ts +332 -0
- package/src/actions/runtime.guild.ts +446 -0
- package/src/actions/runtime.messaging.messages.ts +205 -0
- package/src/actions/runtime.messaging.reactions.ts +67 -0
- package/src/actions/runtime.messaging.runtime.ts +69 -0
- package/src/actions/runtime.messaging.send.ts +244 -0
- package/src/actions/runtime.messaging.shared.ts +92 -0
- package/src/actions/runtime.messaging.ts +37 -0
- package/src/actions/runtime.moderation-shared.ts +48 -0
- package/src/actions/runtime.moderation.authz.test.ts +151 -0
- package/src/actions/runtime.moderation.ts +116 -0
- package/src/actions/runtime.presence.test.ts +160 -0
- package/src/actions/runtime.presence.ts +117 -0
- package/src/actions/runtime.shared.ts +83 -0
- package/src/actions/runtime.test.ts +1056 -0
- package/src/actions/runtime.ts +81 -0
- package/src/api-barrel.test.ts +80 -0
- package/src/api.test.ts +130 -0
- package/src/api.ts +169 -0
- package/src/approval-handler.runtime.test.ts +41 -0
- package/src/approval-handler.runtime.ts +632 -0
- package/src/approval-native.test.ts +330 -0
- package/src/approval-native.ts +219 -0
- package/src/approval-runtime.ts +14 -0
- package/src/approval-shared.ts +53 -0
- package/src/audit-core.ts +141 -0
- package/src/audit.test.ts +145 -0
- package/src/audit.ts +32 -0
- package/src/channel-actions.contract.test.ts +45 -0
- package/src/channel-actions.runtime.ts +1 -0
- package/src/channel-actions.test.ts +236 -0
- package/src/channel-actions.ts +198 -0
- package/src/channel-api.ts +28 -0
- package/src/channel.conversation.ts +159 -0
- package/src/channel.loaders.ts +47 -0
- package/src/channel.runtime.ts +1 -0
- package/src/channel.setup.ts +12 -0
- package/src/channel.test.ts +539 -12
- package/src/channel.ts +596 -430
- package/src/chunk.test.ts +157 -0
- package/src/chunk.ts +321 -0
- package/src/client.proxy.test.ts +176 -0
- package/src/client.test.ts +76 -0
- package/src/client.ts +139 -0
- package/src/component-custom-id.ts +72 -0
- package/src/components-registry.ts +356 -0
- package/src/components.builders.ts +409 -0
- package/src/components.modal.ts +124 -0
- package/src/components.parse.ts +407 -0
- package/src/components.test.ts +312 -0
- package/src/components.ts +54 -0
- package/src/components.types.ts +187 -0
- package/src/config-schema.test.ts +325 -0
- package/src/config-schema.ts +6 -0
- package/src/config-ui-hints.ts +249 -0
- package/src/conversation-identity.ts +58 -0
- package/src/delivery-retry.ts +56 -0
- package/src/directory-cache.ts +116 -0
- package/src/directory-config.ts +58 -0
- package/src/directory-contract.test.ts +129 -0
- package/src/directory-live.test.ts +126 -0
- package/src/directory-live.ts +135 -0
- package/src/doctor-contract.ts +477 -0
- package/src/doctor-shared.ts +5 -0
- package/src/doctor.test.ts +405 -0
- package/src/doctor.ts +340 -0
- package/src/draft-chunking.test.ts +64 -0
- package/src/draft-chunking.ts +43 -0
- package/src/draft-stream.test.ts +159 -0
- package/src/draft-stream.ts +154 -0
- package/src/error-body.ts +38 -0
- package/src/exec-approvals.test.ts +88 -0
- package/src/exec-approvals.ts +110 -0
- package/src/gateway-logging.test.ts +98 -0
- package/src/gateway-logging.ts +67 -0
- package/src/group-policy.ts +113 -0
- package/src/guilds.ts +29 -0
- package/src/inbound-context.contract.test.ts +11 -0
- package/src/interactive-dispatch.ts +104 -0
- package/src/internal/api.commands.ts +51 -0
- package/src/internal/api.guild.ts +164 -0
- package/src/internal/api.interactions.ts +53 -0
- package/src/internal/api.messages.ts +113 -0
- package/src/internal/api.reactions.ts +38 -0
- package/src/internal/api.test.ts +262 -0
- package/src/internal/api.ts +61 -0
- package/src/internal/api.users.ts +19 -0
- package/src/internal/api.webhooks.ts +13 -0
- package/src/internal/client.test.ts +297 -0
- package/src/internal/client.ts +246 -0
- package/src/internal/command-deploy.ts +202 -0
- package/src/internal/commands.ts +188 -0
- package/src/internal/components.base.ts +65 -0
- package/src/internal/components.message.ts +279 -0
- package/src/internal/components.modal.ts +95 -0
- package/src/internal/components.ts +31 -0
- package/src/internal/discord.ts +11 -0
- package/src/internal/embeds.ts +35 -0
- package/src/internal/entity-cache.ts +98 -0
- package/src/internal/event-queue.ts +162 -0
- package/src/internal/gateway-close-codes.ts +25 -0
- package/src/internal/gateway-dispatch.ts +96 -0
- package/src/internal/gateway-identify-limiter.ts +26 -0
- package/src/internal/gateway-lifecycle.ts +61 -0
- package/src/internal/gateway-rate-limit.ts +104 -0
- package/src/internal/gateway.test.ts +475 -0
- package/src/internal/gateway.ts +437 -0
- package/src/internal/interaction-dispatch.test.ts +148 -0
- package/src/internal/interaction-dispatch.ts +130 -0
- package/src/internal/interaction-options.ts +98 -0
- package/src/internal/interaction-response.ts +53 -0
- package/src/internal/interactions.test.ts +253 -0
- package/src/internal/interactions.ts +337 -0
- package/src/internal/listeners.ts +85 -0
- package/src/internal/live-smoke.live.test.ts +26 -0
- package/src/internal/modal-fields.ts +95 -0
- package/src/internal/payload.ts +69 -0
- package/src/internal/rest-body.ts +115 -0
- package/src/internal/rest-errors.ts +88 -0
- package/src/internal/rest-routes.ts +50 -0
- package/src/internal/rest-scheduler.ts +412 -0
- package/src/internal/rest.test.ts +437 -0
- package/src/internal/rest.ts +213 -0
- package/src/internal/schemas.ts +36 -0
- package/src/internal/structures.ts +278 -0
- package/src/internal/test-builders.test-support.ts +163 -0
- package/src/internal/voice.ts +49 -0
- package/src/media-detection.ts +28 -0
- package/src/mentions.test.ts +111 -0
- package/src/mentions.ts +147 -0
- package/src/monitor/access-groups.ts +55 -0
- package/src/monitor/ack-reactions.ts +70 -0
- package/src/monitor/acp-bind-here.integration.test.ts +211 -0
- package/src/monitor/agent-components-auth.ts +7 -0
- package/src/monitor/agent-components-context.ts +144 -0
- package/src/monitor/agent-components-data.ts +224 -0
- package/src/monitor/agent-components-dm-auth.ts +221 -0
- package/src/monitor/agent-components-guild-auth.ts +322 -0
- package/src/monitor/agent-components-helpers.runtime.ts +5 -0
- package/src/monitor/agent-components-helpers.ts +34 -0
- package/src/monitor/agent-components-reply.ts +10 -0
- package/src/monitor/agent-components.deps.runtime.ts +2 -0
- package/src/monitor/agent-components.dispatch.ts +366 -0
- package/src/monitor/agent-components.handlers.ts +303 -0
- package/src/monitor/agent-components.modal.ts +160 -0
- package/src/monitor/agent-components.plugin-interactive.ts +187 -0
- package/src/monitor/agent-components.runtime.ts +14 -0
- package/src/monitor/agent-components.system-controls.ts +211 -0
- package/src/monitor/agent-components.ts +70 -0
- package/src/monitor/agent-components.types.ts +57 -0
- package/src/monitor/agent-components.wildcard-controls.ts +168 -0
- package/src/monitor/agent-components.wildcard.test.ts +71 -0
- package/src/monitor/allow-list.ts +623 -0
- package/src/monitor/auto-presence.test.ts +156 -0
- package/src/monitor/auto-presence.ts +356 -0
- package/src/monitor/channel-access.ts +70 -0
- package/src/monitor/commands.test.ts +24 -0
- package/src/monitor/commands.ts +9 -0
- package/src/monitor/dm-command-auth.test.ts +197 -0
- package/src/monitor/dm-command-auth.ts +158 -0
- package/src/monitor/dm-command-decision.test.ts +113 -0
- package/src/monitor/dm-command-decision.ts +49 -0
- package/src/monitor/exec-approvals.test.ts +226 -0
- package/src/monitor/exec-approvals.ts +158 -0
- package/src/monitor/format.ts +45 -0
- package/src/monitor/gateway-handle.ts +34 -0
- package/src/monitor/gateway-metadata.test.ts +29 -0
- package/src/monitor/gateway-metadata.ts +298 -0
- package/src/monitor/gateway-plugin.test.ts +297 -0
- package/src/monitor/gateway-plugin.ts +294 -0
- package/src/monitor/gateway-registry.ts +37 -0
- package/src/monitor/gateway-supervisor.test.ts +150 -0
- package/src/monitor/gateway-supervisor.ts +206 -0
- package/src/monitor/inbound-context.test-helpers.ts +37 -0
- package/src/monitor/inbound-context.test.ts +106 -0
- package/src/monitor/inbound-context.ts +103 -0
- package/src/monitor/inbound-dedupe.ts +79 -0
- package/src/monitor/inbound-job.test.ts +203 -0
- package/src/monitor/inbound-job.ts +118 -0
- package/src/monitor/listeners.queue.ts +91 -0
- package/src/monitor/listeners.reactions.ts +610 -0
- package/src/monitor/listeners.test.ts +200 -0
- package/src/monitor/listeners.ts +150 -0
- package/src/monitor/message-channel-info.ts +96 -0
- package/src/monitor/message-forwarded.ts +107 -0
- package/src/monitor/message-handler.batch-gate.test.ts +22 -0
- package/src/monitor/message-handler.batch-gate.ts +19 -0
- package/src/monitor/message-handler.bot-self-filter.test.ts +68 -0
- package/src/monitor/message-handler.context.ts +393 -0
- package/src/monitor/message-handler.dm-preflight.ts +123 -0
- package/src/monitor/message-handler.draft-preview.ts +246 -0
- package/src/monitor/message-handler.hydration.test.ts +80 -0
- package/src/monitor/message-handler.hydration.ts +198 -0
- package/src/monitor/message-handler.inbound-context.test.ts +59 -0
- package/src/monitor/message-handler.module-test-helpers.ts +31 -0
- package/src/monitor/message-handler.preflight-channel-access.ts +86 -0
- package/src/monitor/message-handler.preflight-channel-context.ts +55 -0
- package/src/monitor/message-handler.preflight-context.ts +54 -0
- package/src/monitor/message-handler.preflight-helpers.ts +164 -0
- package/src/monitor/message-handler.preflight-history.ts +23 -0
- package/src/monitor/message-handler.preflight-logging.ts +36 -0
- package/src/monitor/message-handler.preflight-pluralkit.ts +27 -0
- package/src/monitor/message-handler.preflight-runtime.ts +28 -0
- package/src/monitor/message-handler.preflight-thread.ts +49 -0
- package/src/monitor/message-handler.preflight.acp-bindings.test.ts +369 -0
- package/src/monitor/message-handler.preflight.test-helpers.ts +111 -0
- package/src/monitor/message-handler.preflight.test.ts +1544 -0
- package/src/monitor/message-handler.preflight.ts +680 -0
- package/src/monitor/message-handler.preflight.types.ts +109 -0
- package/src/monitor/message-handler.process.test.ts +1301 -0
- package/src/monitor/message-handler.process.ts +684 -0
- package/src/monitor/message-handler.queue.test.ts +496 -0
- package/src/monitor/message-handler.routing-preflight.ts +112 -0
- package/src/monitor/message-handler.test-harness.ts +99 -0
- package/src/monitor/message-handler.test-helpers.ts +75 -0
- package/src/monitor/message-handler.ts +274 -0
- package/src/monitor/message-media.ts +507 -0
- package/src/monitor/message-run-queue.ts +101 -0
- package/src/monitor/message-text.ts +171 -0
- package/src/monitor/message-utils.test.ts +1151 -0
- package/src/monitor/message-utils.ts +32 -0
- package/src/monitor/model-picker-preferences.test.ts +67 -0
- package/src/monitor/model-picker-preferences.ts +184 -0
- package/src/monitor/model-picker.state.ts +364 -0
- package/src/monitor/model-picker.test-utils.ts +26 -0
- package/src/monitor/model-picker.test.ts +794 -0
- package/src/monitor/model-picker.ts +38 -0
- package/src/monitor/model-picker.view.ts +695 -0
- package/src/monitor/monitor.agent-components.test.ts +375 -0
- package/src/monitor/monitor.test.ts +849 -0
- package/src/monitor/monitor.threading-utils.test.ts +598 -0
- package/src/monitor/native-command-agent-reply.ts +123 -0
- package/src/monitor/native-command-arg-ui.ts +233 -0
- package/src/monitor/native-command-auth.ts +308 -0
- package/src/monitor/native-command-bypass.ts +13 -0
- package/src/monitor/native-command-context.test.ts +98 -0
- package/src/monitor/native-command-context.ts +103 -0
- package/src/monitor/native-command-dispatch.ts +35 -0
- package/src/monitor/native-command-model-picker-apply.ts +177 -0
- package/src/monitor/native-command-model-picker-interaction.ts +461 -0
- package/src/monitor/native-command-model-picker-ui.ts +368 -0
- package/src/monitor/native-command-reply.test.ts +68 -0
- package/src/monitor/native-command-reply.ts +183 -0
- package/src/monitor/native-command-route.ts +91 -0
- package/src/monitor/native-command-status.ts +76 -0
- package/src/monitor/native-command-ui.ts +26 -0
- package/src/monitor/native-command-ui.types.ts +20 -0
- package/src/monitor/native-command.args.ts +45 -0
- package/src/monitor/native-command.command-arg.test.ts +99 -0
- package/src/monitor/native-command.commands-allowfrom.test.ts +490 -0
- package/src/monitor/native-command.model-picker.test.ts +767 -0
- package/src/monitor/native-command.options.test.ts +369 -0
- package/src/monitor/native-command.options.ts +153 -0
- package/src/monitor/native-command.plugin-dispatch.test.ts +879 -0
- package/src/monitor/native-command.runtime.ts +50 -0
- package/src/monitor/native-command.status-direct.test.ts +272 -0
- package/src/monitor/native-command.test-helpers.ts +64 -0
- package/src/monitor/native-command.think-autocomplete.test.ts +416 -0
- package/src/monitor/native-command.ts +699 -0
- package/src/monitor/native-command.types.ts +9 -0
- package/src/monitor/native-interaction-channel-context.ts +50 -0
- package/src/monitor/preflight-audio.runtime.ts +9 -0
- package/src/monitor/preflight-audio.test.ts +157 -0
- package/src/monitor/preflight-audio.ts +130 -0
- package/src/monitor/presence-cache.ts +61 -0
- package/src/monitor/presence.test.ts +44 -0
- package/src/monitor/presence.ts +50 -0
- package/src/monitor/provider-session.runtime.ts +12 -0
- package/src/monitor/provider.acp.ts +89 -0
- package/src/monitor/provider.allowlist.test.ts +149 -0
- package/src/monitor/provider.allowlist.ts +394 -0
- package/src/monitor/provider.cleanup.ts +41 -0
- package/src/monitor/provider.commands.ts +129 -0
- package/src/monitor/provider.config-log.ts +45 -0
- package/src/monitor/provider.deploy-errors.ts +362 -0
- package/src/monitor/provider.deploy.ts +221 -0
- package/src/monitor/provider.interactions.ts +160 -0
- package/src/monitor/provider.lifecycle.test.ts +658 -0
- package/src/monitor/provider.lifecycle.ts +545 -0
- package/src/monitor/provider.proxy.test.ts +745 -0
- package/src/monitor/provider.rest-proxy.test.ts +121 -0
- package/src/monitor/provider.runtime.ts +1 -0
- package/src/monitor/provider.skill-dedupe.test.ts +42 -0
- package/src/monitor/provider.startup-log.ts +32 -0
- package/src/monitor/provider.startup.test.ts +426 -0
- package/src/monitor/provider.startup.ts +323 -0
- package/src/monitor/provider.test.ts +1111 -0
- package/src/monitor/provider.ts +713 -0
- package/src/monitor/reply-context.ts +64 -0
- package/src/monitor/reply-delivery.test.ts +244 -0
- package/src/monitor/reply-delivery.ts +203 -0
- package/src/monitor/rest-fetch.ts +43 -0
- package/src/monitor/route-resolution.test.ts +204 -0
- package/src/monitor/route-resolution.ts +140 -0
- package/src/monitor/sender-identity.ts +81 -0
- package/src/monitor/startup-status.test.ts +30 -0
- package/src/monitor/startup-status.ts +10 -0
- package/src/monitor/status.ts +22 -0
- package/src/monitor/system-events.ts +55 -0
- package/src/monitor/thread-bindings.config.ts +35 -0
- package/src/monitor/thread-bindings.discord-api.test.ts +229 -0
- package/src/monitor/thread-bindings.discord-api.ts +318 -0
- package/src/monitor/thread-bindings.lifecycle.test.ts +1871 -0
- package/src/monitor/thread-bindings.lifecycle.ts +354 -0
- package/src/monitor/thread-bindings.manager.ts +553 -0
- package/src/monitor/thread-bindings.messages.ts +6 -0
- package/src/monitor/thread-bindings.persona.test.ts +34 -0
- package/src/monitor/thread-bindings.persona.ts +25 -0
- package/src/monitor/thread-bindings.session-adapter.ts +229 -0
- package/src/monitor/thread-bindings.session-shared.ts +59 -0
- package/src/monitor/thread-bindings.session-updates.ts +35 -0
- package/src/monitor/thread-bindings.shared-state.test.ts +36 -0
- package/src/monitor/thread-bindings.state.ts +540 -0
- package/src/monitor/thread-bindings.ts +48 -0
- package/src/monitor/thread-bindings.types.ts +83 -0
- package/src/monitor/thread-channel-context.ts +112 -0
- package/src/monitor/thread-session-close.test.ts +180 -0
- package/src/monitor/thread-session-close.ts +63 -0
- package/src/monitor/thread-title.generate.test.ts +197 -0
- package/src/monitor/thread-title.test.ts +31 -0
- package/src/monitor/thread-title.ts +181 -0
- package/src/monitor/threading.auto-thread.test.ts +327 -0
- package/src/monitor/threading.auto-thread.ts +287 -0
- package/src/monitor/threading.cache.ts +45 -0
- package/src/monitor/threading.parent-info.test.ts +156 -0
- package/src/monitor/threading.starter.test.ts +260 -0
- package/src/monitor/threading.starter.ts +287 -0
- package/src/monitor/threading.ts +20 -0
- package/src/monitor/threading.types.ts +102 -0
- package/src/monitor/timeouts.ts +84 -0
- package/src/monitor/typing.test.ts +42 -0
- package/src/monitor/typing.ts +17 -0
- package/src/monitor.gateway.test.ts +187 -0
- package/src/monitor.gateway.ts +75 -0
- package/src/monitor.test.ts +1397 -0
- package/src/monitor.ts +28 -0
- package/src/normalize.test.ts +56 -0
- package/src/normalize.ts +86 -0
- package/src/outbound-adapter.interactive-order.test.ts +64 -0
- package/src/outbound-adapter.test-harness.ts +207 -0
- package/src/outbound-adapter.test.ts +696 -0
- package/src/outbound-adapter.ts +291 -0
- package/src/outbound-approval.ts +29 -0
- package/src/outbound-components.ts +81 -0
- package/src/outbound-payload.contract.test.ts +38 -0
- package/src/outbound-payload.ts +134 -0
- package/src/outbound-send-context.ts +92 -0
- package/src/outbound-session-route.test.ts +34 -0
- package/src/outbound-session-route.ts +72 -0
- package/src/pluralkit.test.ts +67 -0
- package/src/pluralkit.ts +58 -0
- package/src/preview-streaming.ts +32 -0
- package/src/probe.intents.test.ts +94 -0
- package/src/probe.parse-token.test.ts +43 -0
- package/src/probe.runtime.ts +1 -0
- package/src/probe.ts +237 -0
- package/src/proxy-fetch.ts +92 -0
- package/src/proxy-request-client.test.ts +78 -0
- package/src/proxy-request-client.ts +54 -0
- package/src/recipient-resolution.ts +39 -0
- package/src/resolve-allowlist-common.test.ts +36 -0
- package/src/resolve-allowlist-common.ts +39 -0
- package/src/resolve-channels.test.ts +340 -0
- package/src/resolve-channels.ts +369 -0
- package/src/resolve-users.test.ts +222 -0
- package/src/resolve-users.ts +184 -0
- package/src/retry.test.ts +83 -0
- package/src/retry.ts +98 -0
- package/src/runtime-api.ts +64 -0
- package/src/runtime.ts +22 -5
- package/src/secret-config-contract.ts +140 -0
- package/src/security-audit.runtime.ts +1 -0
- package/src/security-audit.test.ts +246 -0
- package/src/security-audit.ts +208 -0
- package/src/security-contract.ts +47 -0
- package/src/security-doctor.test.ts +25 -0
- package/src/security-doctor.ts +20 -0
- package/src/security.ts +60 -0
- package/src/send-target-parsing.ts +14 -0
- package/src/send.channels.ts +139 -0
- package/src/send.components.test.ts +275 -0
- package/src/send.components.ts +383 -0
- package/src/send.creates-thread.test.ts +643 -0
- package/src/send.emojis-stickers.ts +57 -0
- package/src/send.guild.ts +170 -0
- package/src/send.message-request.ts +97 -0
- package/src/send.messages.test.ts +53 -0
- package/src/send.messages.ts +225 -0
- package/src/send.outbound.ts +414 -0
- package/src/send.permissions.authz.test.ts +188 -0
- package/src/send.permissions.ts +283 -0
- package/src/send.reactions.ts +155 -0
- package/src/send.sends-basic-channel-messages.test.ts +919 -0
- package/src/send.shared.ts +445 -0
- package/src/send.test-harness.ts +56 -0
- package/src/send.ts +82 -0
- package/src/send.types.ts +188 -0
- package/src/send.typing.test.ts +41 -0
- package/src/send.typing.ts +9 -0
- package/src/send.voice.ts +134 -0
- package/src/send.webhook-activity.test.ts +105 -0
- package/src/send.webhook.proxy.test.ts +191 -0
- package/src/send.webhook.ts +133 -0
- package/src/session-contract.ts +3 -0
- package/src/session-key-normalization.test.ts +44 -0
- package/src/session-key-normalization.ts +47 -0
- package/src/setup-account-state.test.ts +91 -0
- package/src/setup-account-state.ts +144 -0
- package/src/setup-adapter.ts +12 -0
- package/src/setup-core.ts +180 -0
- package/src/setup-runtime-helpers.ts +10 -0
- package/src/setup-surface.test.ts +96 -0
- package/src/setup-surface.ts +129 -0
- package/src/shared-interactive.test.ts +153 -0
- package/src/shared-interactive.ts +124 -0
- package/src/shared.test.ts +159 -0
- package/src/shared.ts +190 -0
- package/src/status-issues.test.ts +70 -0
- package/src/status-issues.ts +169 -0
- package/src/subagent-hooks.test.ts +40 -44
- package/src/subagent-hooks.ts +185 -122
- package/src/target-parsing.ts +53 -0
- package/src/target-resolver.ts +129 -0
- package/src/targets.test.ts +367 -0
- package/src/targets.ts +12 -0
- package/src/test-http-helpers.ts +10 -0
- package/src/test-support/component-runtime.ts +190 -0
- package/src/test-support/config.ts +7 -0
- package/src/test-support/configured-binding-runtime.ts +29 -0
- package/src/test-support/partial-channel.ts +26 -0
- package/src/test-support/provider.test-support.ts +545 -0
- package/src/token.test.ts +107 -0
- package/src/token.ts +60 -0
- package/src/ui-colors.ts +27 -0
- package/src/ui.ts +20 -0
- package/src/voice/access.test.ts +217 -0
- package/src/voice/access.ts +124 -0
- package/src/voice/audio.ts +173 -0
- package/src/voice/capture-state.test.ts +48 -0
- package/src/voice/capture-state.ts +120 -0
- package/src/voice/command.test.ts +164 -0
- package/src/voice/command.ts +283 -0
- package/src/voice/config.ts +8 -0
- package/src/voice/manager.e2e.test.ts +928 -0
- package/src/voice/manager.ready-listener.test.ts +37 -0
- package/src/voice/manager.runtime.ts +11 -0
- package/src/voice/manager.ts +691 -0
- package/src/voice/prompt.test.ts +16 -0
- package/src/voice/prompt.ts +17 -0
- package/src/voice/receive-recovery.test.ts +79 -0
- package/src/voice/receive-recovery.ts +159 -0
- package/src/voice/sanitize.test.ts +34 -0
- package/src/voice/sanitize.ts +32 -0
- package/src/voice/sdk-runtime.ts +14 -0
- package/src/voice/segment.ts +156 -0
- package/src/voice/session.ts +50 -0
- package/src/voice/speaker-context.ts +127 -0
- package/src/voice/tts.ts +125 -0
- package/src/voice-message.test.ts +234 -0
- package/src/voice-message.ts +444 -0
- package/subagent-hooks-api.ts +27 -0
- package/test-api.ts +4 -0
- package/thread-binding-api.ts +1 -0
- package/timeouts.ts +6 -0
- package/tsconfig.json +16 -0
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
export const DISCORD_VOICE_SPOKEN_OUTPUT_CONTRACT = [
|
|
2
|
+
"Discord voice reply requirements:",
|
|
3
|
+
"- Return only the concise text that should be spoken aloud in the voice channel.",
|
|
4
|
+
"- Do not call the tts tool; Discord voice will synthesize and play the returned text.",
|
|
5
|
+
"- Do not reply with NO_REPLY unless no spoken response is appropriate.",
|
|
6
|
+
"- Keep the response brief and conversational.",
|
|
7
|
+
].join("\n");
|
|
8
|
+
|
|
9
|
+
export function formatVoiceIngressPrompt(transcript: string, speakerLabel?: string): string {
|
|
10
|
+
const cleanedTranscript = transcript.trim();
|
|
11
|
+
const cleanedLabel = speakerLabel?.trim();
|
|
12
|
+
const voiceInput = cleanedLabel
|
|
13
|
+
? [`Voice transcript from speaker "${cleanedLabel}":`, cleanedTranscript].join("\n")
|
|
14
|
+
: cleanedTranscript;
|
|
15
|
+
|
|
16
|
+
return [DISCORD_VOICE_SPOKEN_OUTPUT_CONTRACT, voiceInput].join("\n\n");
|
|
17
|
+
}
|
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
import { describe, expect, it, vi } from "vitest";
|
|
2
|
+
import {
|
|
3
|
+
analyzeVoiceReceiveError,
|
|
4
|
+
createVoiceReceiveRecoveryState,
|
|
5
|
+
enableDaveReceivePassthrough,
|
|
6
|
+
noteVoiceDecryptFailure,
|
|
7
|
+
} from "./receive-recovery.js";
|
|
8
|
+
|
|
9
|
+
describe("voice receive recovery", () => {
|
|
10
|
+
it("treats passthrough-disabled decrypt errors as decrypt failures", () => {
|
|
11
|
+
expect(
|
|
12
|
+
analyzeVoiceReceiveError(
|
|
13
|
+
new Error("Failed to decrypt: DecryptionFailed(UnencryptedWhenPassthroughDisabled)"),
|
|
14
|
+
),
|
|
15
|
+
).toMatchObject({
|
|
16
|
+
shouldAttemptPassthrough: true,
|
|
17
|
+
countsAsDecryptFailure: true,
|
|
18
|
+
});
|
|
19
|
+
});
|
|
20
|
+
|
|
21
|
+
it("gates recovery after repeated decrypt failures in the same window", () => {
|
|
22
|
+
const state = createVoiceReceiveRecoveryState();
|
|
23
|
+
|
|
24
|
+
expect(noteVoiceDecryptFailure(state, 1_000)).toEqual({
|
|
25
|
+
firstFailure: true,
|
|
26
|
+
shouldRecover: false,
|
|
27
|
+
});
|
|
28
|
+
expect(noteVoiceDecryptFailure(state, 2_000)).toEqual({
|
|
29
|
+
firstFailure: false,
|
|
30
|
+
shouldRecover: false,
|
|
31
|
+
});
|
|
32
|
+
expect(noteVoiceDecryptFailure(state, 3_000)).toEqual({
|
|
33
|
+
firstFailure: false,
|
|
34
|
+
shouldRecover: true,
|
|
35
|
+
});
|
|
36
|
+
});
|
|
37
|
+
|
|
38
|
+
it("enables passthrough only for ready DAVE sessions", () => {
|
|
39
|
+
const setPassthroughMode = vi.fn();
|
|
40
|
+
const onVerbose = vi.fn();
|
|
41
|
+
const onWarn = vi.fn();
|
|
42
|
+
|
|
43
|
+
expect(
|
|
44
|
+
enableDaveReceivePassthrough({
|
|
45
|
+
target: {
|
|
46
|
+
guildId: "g1",
|
|
47
|
+
channelId: "c1",
|
|
48
|
+
connection: {
|
|
49
|
+
state: {
|
|
50
|
+
status: "ready",
|
|
51
|
+
networking: {
|
|
52
|
+
state: {
|
|
53
|
+
code: "networking-ready",
|
|
54
|
+
dave: {
|
|
55
|
+
session: {
|
|
56
|
+
setPassthroughMode,
|
|
57
|
+
},
|
|
58
|
+
},
|
|
59
|
+
},
|
|
60
|
+
},
|
|
61
|
+
},
|
|
62
|
+
},
|
|
63
|
+
},
|
|
64
|
+
sdk: {
|
|
65
|
+
VoiceConnectionStatus: { Ready: "ready" },
|
|
66
|
+
NetworkingStatusCode: { Ready: "networking-ready", Resuming: "networking-resuming" },
|
|
67
|
+
},
|
|
68
|
+
reason: "test",
|
|
69
|
+
expirySeconds: 15,
|
|
70
|
+
onVerbose,
|
|
71
|
+
onWarn,
|
|
72
|
+
}),
|
|
73
|
+
).toBe(true);
|
|
74
|
+
|
|
75
|
+
expect(setPassthroughMode).toHaveBeenCalledWith(true, 15);
|
|
76
|
+
expect(onVerbose).toHaveBeenCalled();
|
|
77
|
+
expect(onWarn).not.toHaveBeenCalled();
|
|
78
|
+
});
|
|
79
|
+
});
|
|
@@ -0,0 +1,159 @@
|
|
|
1
|
+
import { formatErrorMessage } from "openclaw/plugin-sdk/ssrf-runtime";
|
|
2
|
+
|
|
3
|
+
const DECRYPT_FAILURE_WINDOW_MS = 30_000;
|
|
4
|
+
const DECRYPT_FAILURE_RECONNECT_THRESHOLD = 3;
|
|
5
|
+
const DECRYPT_FAILURE_MARKER = "DecryptionFailed(";
|
|
6
|
+
const DAVE_PASSTHROUGH_DISABLED_MARKER = "UnencryptedWhenPassthroughDisabled";
|
|
7
|
+
|
|
8
|
+
export const DAVE_RECEIVE_PASSTHROUGH_INITIAL_EXPIRY_SECONDS = 30;
|
|
9
|
+
export const DAVE_RECEIVE_PASSTHROUGH_REARM_EXPIRY_SECONDS = 15;
|
|
10
|
+
|
|
11
|
+
export type VoiceReceiveRecoveryState = {
|
|
12
|
+
decryptFailureCount: number;
|
|
13
|
+
lastDecryptFailureAt: number;
|
|
14
|
+
decryptRecoveryInFlight: boolean;
|
|
15
|
+
};
|
|
16
|
+
|
|
17
|
+
type VoiceReceiveErrorAnalysis = {
|
|
18
|
+
message: string;
|
|
19
|
+
isAbortLike: boolean;
|
|
20
|
+
shouldAttemptPassthrough: boolean;
|
|
21
|
+
countsAsDecryptFailure: boolean;
|
|
22
|
+
};
|
|
23
|
+
|
|
24
|
+
type DavePassthroughTarget = {
|
|
25
|
+
guildId: string;
|
|
26
|
+
channelId: string;
|
|
27
|
+
connection: {
|
|
28
|
+
state: {
|
|
29
|
+
status: unknown;
|
|
30
|
+
networking?: {
|
|
31
|
+
state?: {
|
|
32
|
+
code?: unknown;
|
|
33
|
+
dave?: {
|
|
34
|
+
session?: {
|
|
35
|
+
setPassthroughMode: (passthrough: boolean, expirySeconds: number) => void;
|
|
36
|
+
};
|
|
37
|
+
};
|
|
38
|
+
};
|
|
39
|
+
};
|
|
40
|
+
};
|
|
41
|
+
};
|
|
42
|
+
};
|
|
43
|
+
|
|
44
|
+
type DavePassthroughSdk = {
|
|
45
|
+
VoiceConnectionStatus: {
|
|
46
|
+
Ready: unknown;
|
|
47
|
+
};
|
|
48
|
+
NetworkingStatusCode: {
|
|
49
|
+
Ready: unknown;
|
|
50
|
+
Resuming: unknown;
|
|
51
|
+
};
|
|
52
|
+
};
|
|
53
|
+
|
|
54
|
+
export function createVoiceReceiveRecoveryState(): VoiceReceiveRecoveryState {
|
|
55
|
+
return {
|
|
56
|
+
decryptFailureCount: 0,
|
|
57
|
+
lastDecryptFailureAt: 0,
|
|
58
|
+
decryptRecoveryInFlight: false,
|
|
59
|
+
};
|
|
60
|
+
}
|
|
61
|
+
|
|
62
|
+
function isAbortLikeReceiveError(err: unknown): boolean {
|
|
63
|
+
if (!err || typeof err !== "object") {
|
|
64
|
+
return false;
|
|
65
|
+
}
|
|
66
|
+
const name =
|
|
67
|
+
"name" in err && typeof (err as { name?: unknown }).name === "string"
|
|
68
|
+
? (err as { name: string }).name
|
|
69
|
+
: "";
|
|
70
|
+
const message =
|
|
71
|
+
"message" in err && typeof (err as { message?: unknown }).message === "string"
|
|
72
|
+
? (err as { message: string }).message
|
|
73
|
+
: "";
|
|
74
|
+
return (
|
|
75
|
+
name === "AbortError" ||
|
|
76
|
+
message.includes("The operation was aborted") ||
|
|
77
|
+
message.includes("aborted")
|
|
78
|
+
);
|
|
79
|
+
}
|
|
80
|
+
|
|
81
|
+
export function analyzeVoiceReceiveError(err: unknown): VoiceReceiveErrorAnalysis {
|
|
82
|
+
const message = formatErrorMessage(err);
|
|
83
|
+
const shouldAttemptPassthrough = message.includes(DAVE_PASSTHROUGH_DISABLED_MARKER);
|
|
84
|
+
return {
|
|
85
|
+
message,
|
|
86
|
+
isAbortLike: isAbortLikeReceiveError(err),
|
|
87
|
+
shouldAttemptPassthrough,
|
|
88
|
+
countsAsDecryptFailure: message.includes(DECRYPT_FAILURE_MARKER) || shouldAttemptPassthrough,
|
|
89
|
+
};
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
export function noteVoiceDecryptFailure(
|
|
93
|
+
state: VoiceReceiveRecoveryState,
|
|
94
|
+
now: number = Date.now(),
|
|
95
|
+
): {
|
|
96
|
+
firstFailure: boolean;
|
|
97
|
+
shouldRecover: boolean;
|
|
98
|
+
} {
|
|
99
|
+
if (now - state.lastDecryptFailureAt > DECRYPT_FAILURE_WINDOW_MS) {
|
|
100
|
+
state.decryptFailureCount = 0;
|
|
101
|
+
}
|
|
102
|
+
state.lastDecryptFailureAt = now;
|
|
103
|
+
state.decryptFailureCount += 1;
|
|
104
|
+
const firstFailure = state.decryptFailureCount === 1;
|
|
105
|
+
if (
|
|
106
|
+
state.decryptFailureCount < DECRYPT_FAILURE_RECONNECT_THRESHOLD ||
|
|
107
|
+
state.decryptRecoveryInFlight
|
|
108
|
+
) {
|
|
109
|
+
return { firstFailure, shouldRecover: false };
|
|
110
|
+
}
|
|
111
|
+
state.decryptRecoveryInFlight = true;
|
|
112
|
+
resetVoiceReceiveRecoveryState(state);
|
|
113
|
+
return { firstFailure, shouldRecover: true };
|
|
114
|
+
}
|
|
115
|
+
|
|
116
|
+
export function resetVoiceReceiveRecoveryState(state: VoiceReceiveRecoveryState): void {
|
|
117
|
+
state.decryptFailureCount = 0;
|
|
118
|
+
state.lastDecryptFailureAt = 0;
|
|
119
|
+
}
|
|
120
|
+
|
|
121
|
+
export function finishVoiceDecryptRecovery(state: VoiceReceiveRecoveryState): void {
|
|
122
|
+
state.decryptRecoveryInFlight = false;
|
|
123
|
+
}
|
|
124
|
+
|
|
125
|
+
export function enableDaveReceivePassthrough(params: {
|
|
126
|
+
target: DavePassthroughTarget;
|
|
127
|
+
sdk: DavePassthroughSdk;
|
|
128
|
+
reason: string;
|
|
129
|
+
expirySeconds: number;
|
|
130
|
+
onVerbose: (message: string) => void;
|
|
131
|
+
onWarn: (message: string) => void;
|
|
132
|
+
}): boolean {
|
|
133
|
+
const { target, sdk, reason, expirySeconds, onVerbose, onWarn } = params;
|
|
134
|
+
const networkingState = target.connection.state.networking?.state;
|
|
135
|
+
if (
|
|
136
|
+
target.connection.state.status !== sdk.VoiceConnectionStatus.Ready ||
|
|
137
|
+
!networkingState ||
|
|
138
|
+
(networkingState.code !== sdk.NetworkingStatusCode.Ready &&
|
|
139
|
+
networkingState.code !== sdk.NetworkingStatusCode.Resuming)
|
|
140
|
+
) {
|
|
141
|
+
return false;
|
|
142
|
+
}
|
|
143
|
+
const daveSession = networkingState.dave?.session;
|
|
144
|
+
if (!daveSession) {
|
|
145
|
+
return false;
|
|
146
|
+
}
|
|
147
|
+
try {
|
|
148
|
+
daveSession.setPassthroughMode(true, expirySeconds);
|
|
149
|
+
onVerbose(
|
|
150
|
+
`enabled DAVE receive passthrough: guild ${target.guildId} channel ${target.channelId} expiry=${expirySeconds}s reason=${reason}`,
|
|
151
|
+
);
|
|
152
|
+
return true;
|
|
153
|
+
} catch (err) {
|
|
154
|
+
onWarn(
|
|
155
|
+
`discord voice: failed to enable DAVE passthrough guild=${target.guildId} channel=${target.channelId} reason=${reason}: ${formatErrorMessage(err)}`,
|
|
156
|
+
);
|
|
157
|
+
return false;
|
|
158
|
+
}
|
|
159
|
+
}
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
import { describe, expect, it } from "vitest";
|
|
2
|
+
import { sanitizeVoiceReplyTextForSpeech } from "./sanitize.js";
|
|
3
|
+
|
|
4
|
+
describe("sanitizeVoiceReplyTextForSpeech", () => {
|
|
5
|
+
it("strips reply tags before speech", () => {
|
|
6
|
+
expect(sanitizeVoiceReplyTextForSpeech("[[reply_to_current]] hello there")).toBe("hello there");
|
|
7
|
+
});
|
|
8
|
+
|
|
9
|
+
it("strips the current speaker label prefix before speech", () => {
|
|
10
|
+
expect(sanitizeVoiceReplyTextForSpeech("speaker-1: hello there", "speaker-1")).toBe(
|
|
11
|
+
"hello there",
|
|
12
|
+
);
|
|
13
|
+
});
|
|
14
|
+
|
|
15
|
+
it("keeps other prefixes intact", () => {
|
|
16
|
+
expect(sanitizeVoiceReplyTextForSpeech("speaker-2: hello there", "speaker-1")).toBe(
|
|
17
|
+
"speaker-2: hello there",
|
|
18
|
+
);
|
|
19
|
+
});
|
|
20
|
+
|
|
21
|
+
it("handles reply tags and speaker prefixes together", () => {
|
|
22
|
+
expect(
|
|
23
|
+
sanitizeVoiceReplyTextForSpeech("[[reply_to_current]] speaker-1: hello there", "speaker-1"),
|
|
24
|
+
).toBe("hello there");
|
|
25
|
+
});
|
|
26
|
+
|
|
27
|
+
it("strips decorative emoji before speech", () => {
|
|
28
|
+
expect(sanitizeVoiceReplyTextForSpeech("😀 hello there 🎉", "speaker-1")).toBe("hello there");
|
|
29
|
+
});
|
|
30
|
+
|
|
31
|
+
it("keeps punctuation sane after emoji stripping", () => {
|
|
32
|
+
expect(sanitizeVoiceReplyTextForSpeech("✅ done!", "speaker-1")).toBe("done!");
|
|
33
|
+
});
|
|
34
|
+
});
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import { stripInlineDirectiveTagsForDisplay } from "openclaw/plugin-sdk/text-runtime";
|
|
2
|
+
|
|
3
|
+
const SPEECH_EMOJI_RE =
|
|
4
|
+
/(?:\p{Extended_Pictographic}(?:\uFE0F|\u200D|\p{Extended_Pictographic}|\p{Emoji_Modifier})*)+/gu;
|
|
5
|
+
|
|
6
|
+
function escapeRegExp(value: string): string {
|
|
7
|
+
return value.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
|
|
8
|
+
}
|
|
9
|
+
|
|
10
|
+
function stripEmojiForSpeech(text: string): string {
|
|
11
|
+
return text
|
|
12
|
+
.replace(SPEECH_EMOJI_RE, " ")
|
|
13
|
+
.replace(/\s+([?!.,:;])/g, "$1")
|
|
14
|
+
.replace(/[ \t]{2,}/g, " ")
|
|
15
|
+
.replace(/ *\n */g, "\n")
|
|
16
|
+
.trim();
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
export function sanitizeVoiceReplyTextForSpeech(text: string, speakerLabel?: string): string {
|
|
20
|
+
let cleaned = stripInlineDirectiveTagsForDisplay(text).text.trim();
|
|
21
|
+
if (!cleaned) {
|
|
22
|
+
return "";
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
const label = speakerLabel?.trim();
|
|
26
|
+
if (label) {
|
|
27
|
+
const prefix = new RegExp(`^${escapeRegExp(label)}\\s*:\\s*`, "i");
|
|
28
|
+
cleaned = cleaned.replace(prefix, "").trim();
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
return stripEmojiForSpeech(cleaned);
|
|
32
|
+
}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import { createRequire } from "node:module";
|
|
2
|
+
|
|
3
|
+
type DiscordVoiceSdk = typeof import("@discordjs/voice");
|
|
4
|
+
|
|
5
|
+
let cachedDiscordVoiceSdk: DiscordVoiceSdk | null = null;
|
|
6
|
+
|
|
7
|
+
export function loadDiscordVoiceSdk(): DiscordVoiceSdk {
|
|
8
|
+
if (cachedDiscordVoiceSdk) {
|
|
9
|
+
return cachedDiscordVoiceSdk;
|
|
10
|
+
}
|
|
11
|
+
const req = createRequire(import.meta.url);
|
|
12
|
+
cachedDiscordVoiceSdk = req("@discordjs/voice") as DiscordVoiceSdk;
|
|
13
|
+
return cachedDiscordVoiceSdk;
|
|
14
|
+
}
|
|
@@ -0,0 +1,156 @@
|
|
|
1
|
+
import path from "node:path";
|
|
2
|
+
import { agentCommandFromIngress } from "openclaw/plugin-sdk/agent-runtime";
|
|
3
|
+
import type { DiscordAccountConfig, OpenClawConfig } from "openclaw/plugin-sdk/config-types";
|
|
4
|
+
import type { RuntimeEnv } from "openclaw/plugin-sdk/runtime-env";
|
|
5
|
+
import { createSubsystemLogger } from "openclaw/plugin-sdk/runtime-env";
|
|
6
|
+
import { normalizeOptionalString } from "openclaw/plugin-sdk/text-runtime";
|
|
7
|
+
import { formatMention } from "../mentions.js";
|
|
8
|
+
import { normalizeDiscordSlug } from "../monitor/allow-list.js";
|
|
9
|
+
import { buildDiscordGroupSystemPrompt } from "../monitor/inbound-context.js";
|
|
10
|
+
import { authorizeDiscordVoiceIngress } from "./access.js";
|
|
11
|
+
import { formatVoiceIngressPrompt } from "./prompt.js";
|
|
12
|
+
import { loadDiscordVoiceSdk } from "./sdk-runtime.js";
|
|
13
|
+
import {
|
|
14
|
+
logVoiceVerbose,
|
|
15
|
+
PLAYBACK_READY_TIMEOUT_MS,
|
|
16
|
+
SPEAKING_READY_TIMEOUT_MS,
|
|
17
|
+
type VoiceSessionEntry,
|
|
18
|
+
} from "./session.js";
|
|
19
|
+
import type { DiscordVoiceSpeakerContextResolver } from "./speaker-context.js";
|
|
20
|
+
import { synthesizeVoiceReplyAudio, transcribeVoiceAudio } from "./tts.js";
|
|
21
|
+
|
|
22
|
+
const DISCORD_VOICE_MESSAGE_PROVIDER = "discord-voice";
|
|
23
|
+
const logger = createSubsystemLogger("discord/voice");
|
|
24
|
+
|
|
25
|
+
export async function processDiscordVoiceSegment(params: {
|
|
26
|
+
entry: VoiceSessionEntry;
|
|
27
|
+
wavPath: string;
|
|
28
|
+
userId: string;
|
|
29
|
+
durationSeconds: number;
|
|
30
|
+
cfg: OpenClawConfig;
|
|
31
|
+
discordConfig: DiscordAccountConfig;
|
|
32
|
+
runtime: RuntimeEnv;
|
|
33
|
+
ownerAllowFrom?: string[];
|
|
34
|
+
fetchGuildName: (guildId: string) => Promise<string | undefined>;
|
|
35
|
+
speakerContext: DiscordVoiceSpeakerContextResolver;
|
|
36
|
+
enqueuePlayback: (entry: VoiceSessionEntry, task: () => Promise<void>) => void;
|
|
37
|
+
}) {
|
|
38
|
+
const { entry, wavPath, userId, durationSeconds } = params;
|
|
39
|
+
logVoiceVerbose(
|
|
40
|
+
`segment processing (${durationSeconds.toFixed(2)}s): guild ${entry.guildId} channel ${entry.channelId}`,
|
|
41
|
+
);
|
|
42
|
+
if (!entry.guildName) {
|
|
43
|
+
entry.guildName = await params.fetchGuildName(entry.guildId);
|
|
44
|
+
}
|
|
45
|
+
const speaker = await params.speakerContext.resolveContext(entry.guildId, userId);
|
|
46
|
+
const speakerIdentity = await params.speakerContext.resolveIdentity(entry.guildId, userId);
|
|
47
|
+
const access = await authorizeDiscordVoiceIngress({
|
|
48
|
+
cfg: params.cfg,
|
|
49
|
+
discordConfig: params.discordConfig,
|
|
50
|
+
guildName: entry.guildName,
|
|
51
|
+
guildId: entry.guildId,
|
|
52
|
+
channelId: entry.channelId,
|
|
53
|
+
channelName: entry.channelName,
|
|
54
|
+
channelSlug: entry.channelName ? normalizeDiscordSlug(entry.channelName) : "",
|
|
55
|
+
channelLabel: formatMention({ channelId: entry.channelId }),
|
|
56
|
+
memberRoleIds: speakerIdentity.memberRoleIds,
|
|
57
|
+
ownerAllowFrom: params.ownerAllowFrom,
|
|
58
|
+
sender: {
|
|
59
|
+
id: speakerIdentity.id,
|
|
60
|
+
name: speakerIdentity.name,
|
|
61
|
+
tag: speakerIdentity.tag,
|
|
62
|
+
},
|
|
63
|
+
});
|
|
64
|
+
if (!access.ok) {
|
|
65
|
+
logVoiceVerbose(
|
|
66
|
+
`segment unauthorized: guild ${entry.guildId} channel ${entry.channelId} user ${userId} reason=${access.message}`,
|
|
67
|
+
);
|
|
68
|
+
return;
|
|
69
|
+
}
|
|
70
|
+
const transcript = await transcribeVoiceAudio({
|
|
71
|
+
cfg: params.cfg,
|
|
72
|
+
agentId: entry.route.agentId,
|
|
73
|
+
filePath: wavPath,
|
|
74
|
+
});
|
|
75
|
+
if (!transcript) {
|
|
76
|
+
logVoiceVerbose(
|
|
77
|
+
`transcription empty: guild ${entry.guildId} channel ${entry.channelId} user ${userId}`,
|
|
78
|
+
);
|
|
79
|
+
return;
|
|
80
|
+
}
|
|
81
|
+
logVoiceVerbose(
|
|
82
|
+
`transcription ok (${transcript.length} chars): guild ${entry.guildId} channel ${entry.channelId}`,
|
|
83
|
+
);
|
|
84
|
+
|
|
85
|
+
const prompt = formatVoiceIngressPrompt(transcript, speaker.label);
|
|
86
|
+
const extraSystemPrompt = buildDiscordGroupSystemPrompt(access.channelConfig);
|
|
87
|
+
const modelOverride = normalizeOptionalString(params.discordConfig.voice?.model);
|
|
88
|
+
|
|
89
|
+
const result = await agentCommandFromIngress(
|
|
90
|
+
{
|
|
91
|
+
message: prompt,
|
|
92
|
+
sessionKey: entry.route.sessionKey,
|
|
93
|
+
agentId: entry.route.agentId,
|
|
94
|
+
messageChannel: "discord",
|
|
95
|
+
messageProvider: DISCORD_VOICE_MESSAGE_PROVIDER,
|
|
96
|
+
extraSystemPrompt,
|
|
97
|
+
senderIsOwner: speaker.senderIsOwner,
|
|
98
|
+
allowModelOverride: Boolean(modelOverride),
|
|
99
|
+
model: modelOverride,
|
|
100
|
+
deliver: false,
|
|
101
|
+
},
|
|
102
|
+
params.runtime,
|
|
103
|
+
);
|
|
104
|
+
|
|
105
|
+
const replyText = (result.payloads ?? [])
|
|
106
|
+
.map((payload) => payload.text)
|
|
107
|
+
.filter((text) => typeof text === "string" && text.trim())
|
|
108
|
+
.join("\n")
|
|
109
|
+
.trim();
|
|
110
|
+
|
|
111
|
+
if (!replyText) {
|
|
112
|
+
logVoiceVerbose(
|
|
113
|
+
`reply empty: guild ${entry.guildId} channel ${entry.channelId} user ${userId}`,
|
|
114
|
+
);
|
|
115
|
+
return;
|
|
116
|
+
}
|
|
117
|
+
logVoiceVerbose(
|
|
118
|
+
`reply ok (${replyText.length} chars): guild ${entry.guildId} channel ${entry.channelId}`,
|
|
119
|
+
);
|
|
120
|
+
|
|
121
|
+
const voiceReplyAudio = await synthesizeVoiceReplyAudio({
|
|
122
|
+
cfg: params.cfg,
|
|
123
|
+
override: params.discordConfig.voice?.tts,
|
|
124
|
+
replyText,
|
|
125
|
+
speakerLabel: speaker.label,
|
|
126
|
+
});
|
|
127
|
+
if (voiceReplyAudio.status === "empty") {
|
|
128
|
+
logVoiceVerbose(
|
|
129
|
+
`tts skipped (empty): guild ${entry.guildId} channel ${entry.channelId} user ${userId}`,
|
|
130
|
+
);
|
|
131
|
+
return;
|
|
132
|
+
}
|
|
133
|
+
if (voiceReplyAudio.status === "failed") {
|
|
134
|
+
logger.warn(`discord voice: TTS failed: ${voiceReplyAudio.error ?? "unknown error"}`);
|
|
135
|
+
return;
|
|
136
|
+
}
|
|
137
|
+
logVoiceVerbose(
|
|
138
|
+
`tts ok (${voiceReplyAudio.speakText.length} chars): guild ${entry.guildId} channel ${entry.channelId}`,
|
|
139
|
+
);
|
|
140
|
+
|
|
141
|
+
params.enqueuePlayback(entry, async () => {
|
|
142
|
+
logVoiceVerbose(
|
|
143
|
+
`playback start: guild ${entry.guildId} channel ${entry.channelId} file ${path.basename(voiceReplyAudio.audioPath)}`,
|
|
144
|
+
);
|
|
145
|
+
const voiceSdk = loadDiscordVoiceSdk();
|
|
146
|
+
const resource = voiceSdk.createAudioResource(voiceReplyAudio.audioPath);
|
|
147
|
+
entry.player.play(resource);
|
|
148
|
+
await voiceSdk
|
|
149
|
+
.entersState(entry.player, voiceSdk.AudioPlayerStatus.Playing, PLAYBACK_READY_TIMEOUT_MS)
|
|
150
|
+
.catch(() => undefined);
|
|
151
|
+
await voiceSdk
|
|
152
|
+
.entersState(entry.player, voiceSdk.AudioPlayerStatus.Idle, SPEAKING_READY_TIMEOUT_MS)
|
|
153
|
+
.catch(() => undefined);
|
|
154
|
+
logVoiceVerbose(`playback done: guild ${entry.guildId} channel ${entry.channelId}`);
|
|
155
|
+
});
|
|
156
|
+
}
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
import type { resolveAgentRoute } from "openclaw/plugin-sdk/routing";
|
|
2
|
+
import { logVerbose } from "openclaw/plugin-sdk/runtime-env";
|
|
3
|
+
import { ChannelType } from "../internal/discord.js";
|
|
4
|
+
import type { VoiceCaptureState } from "./capture-state.js";
|
|
5
|
+
import type { VoiceReceiveRecoveryState } from "./receive-recovery.js";
|
|
6
|
+
|
|
7
|
+
export const MIN_SEGMENT_SECONDS = 0.35;
|
|
8
|
+
export const CAPTURE_FINALIZE_GRACE_MS = 1_200;
|
|
9
|
+
export const VOICE_CONNECT_READY_TIMEOUT_MS = 30_000;
|
|
10
|
+
export const VOICE_RECONNECT_GRACE_MS = 15_000;
|
|
11
|
+
export const PLAYBACK_READY_TIMEOUT_MS = 60_000;
|
|
12
|
+
export const SPEAKING_READY_TIMEOUT_MS = 60_000;
|
|
13
|
+
|
|
14
|
+
export function resolveVoiceTimeoutMs(value: number | undefined, fallbackMs: number): number {
|
|
15
|
+
if (typeof value !== "number" || !Number.isFinite(value) || value <= 0) {
|
|
16
|
+
return fallbackMs;
|
|
17
|
+
}
|
|
18
|
+
return Math.floor(value);
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
export type VoiceOperationResult = {
|
|
22
|
+
ok: boolean;
|
|
23
|
+
message: string;
|
|
24
|
+
channelId?: string;
|
|
25
|
+
guildId?: string;
|
|
26
|
+
};
|
|
27
|
+
|
|
28
|
+
export type VoiceSessionEntry = {
|
|
29
|
+
guildId: string;
|
|
30
|
+
guildName?: string;
|
|
31
|
+
channelId: string;
|
|
32
|
+
channelName?: string;
|
|
33
|
+
sessionChannelId: string;
|
|
34
|
+
route: ReturnType<typeof resolveAgentRoute>;
|
|
35
|
+
connection: import("@discordjs/voice").VoiceConnection;
|
|
36
|
+
player: import("@discordjs/voice").AudioPlayer;
|
|
37
|
+
playbackQueue: Promise<void>;
|
|
38
|
+
processingQueue: Promise<void>;
|
|
39
|
+
capture: VoiceCaptureState;
|
|
40
|
+
receiveRecovery: VoiceReceiveRecoveryState;
|
|
41
|
+
stop: () => void;
|
|
42
|
+
};
|
|
43
|
+
|
|
44
|
+
export function logVoiceVerbose(message: string): void {
|
|
45
|
+
logVerbose(`discord voice: ${message}`);
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
export function isVoiceChannel(type: ChannelType): boolean {
|
|
49
|
+
return type === ChannelType.GuildVoice || type === ChannelType.GuildStageVoice;
|
|
50
|
+
}
|
|
@@ -0,0 +1,127 @@
|
|
|
1
|
+
import type { Client } from "../internal/discord.js";
|
|
2
|
+
import { resolveDiscordOwnerAccess } from "../monitor/allow-list.js";
|
|
3
|
+
import { formatDiscordUserTag } from "../monitor/format.js";
|
|
4
|
+
|
|
5
|
+
const SPEAKER_CONTEXT_CACHE_TTL_MS = 60_000;
|
|
6
|
+
|
|
7
|
+
type VoiceSpeakerIdentity = {
|
|
8
|
+
id: string;
|
|
9
|
+
label: string;
|
|
10
|
+
name?: string;
|
|
11
|
+
tag?: string;
|
|
12
|
+
memberRoleIds: string[];
|
|
13
|
+
};
|
|
14
|
+
|
|
15
|
+
type VoiceSpeakerContext = Omit<VoiceSpeakerIdentity, "memberRoleIds"> & {
|
|
16
|
+
senderIsOwner: boolean;
|
|
17
|
+
};
|
|
18
|
+
|
|
19
|
+
export class DiscordVoiceSpeakerContextResolver {
|
|
20
|
+
private readonly cache = new Map<
|
|
21
|
+
string,
|
|
22
|
+
VoiceSpeakerContext & {
|
|
23
|
+
expiresAt: number;
|
|
24
|
+
}
|
|
25
|
+
>();
|
|
26
|
+
|
|
27
|
+
constructor(
|
|
28
|
+
private readonly params: {
|
|
29
|
+
client: Client;
|
|
30
|
+
ownerAllowFrom?: string[];
|
|
31
|
+
},
|
|
32
|
+
) {}
|
|
33
|
+
|
|
34
|
+
async resolveContext(guildId: string, userId: string): Promise<VoiceSpeakerContext> {
|
|
35
|
+
const cached = this.getCachedContext(guildId, userId);
|
|
36
|
+
if (cached) {
|
|
37
|
+
return cached;
|
|
38
|
+
}
|
|
39
|
+
const identity = await this.resolveIdentity(guildId, userId);
|
|
40
|
+
const context = {
|
|
41
|
+
id: identity.id,
|
|
42
|
+
label: identity.label,
|
|
43
|
+
name: identity.name,
|
|
44
|
+
tag: identity.tag,
|
|
45
|
+
senderIsOwner: this.resolveIsOwner(identity),
|
|
46
|
+
};
|
|
47
|
+
this.setCachedContext(guildId, userId, context);
|
|
48
|
+
return context;
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
async resolveIdentity(guildId: string, userId: string): Promise<VoiceSpeakerIdentity> {
|
|
52
|
+
try {
|
|
53
|
+
const member = await this.params.client.fetchMember(guildId, userId);
|
|
54
|
+
const username = member.user?.username ?? undefined;
|
|
55
|
+
return {
|
|
56
|
+
id: userId,
|
|
57
|
+
label: member.nickname ?? member.user?.globalName ?? username ?? userId,
|
|
58
|
+
name: username,
|
|
59
|
+
tag: member.user ? formatDiscordUserTag(member.user) : undefined,
|
|
60
|
+
memberRoleIds: Array.isArray(member.roles)
|
|
61
|
+
? member.roles
|
|
62
|
+
.map((role) =>
|
|
63
|
+
typeof role === "string" ? role : typeof role?.id === "string" ? role.id : "",
|
|
64
|
+
)
|
|
65
|
+
.filter(Boolean)
|
|
66
|
+
: [],
|
|
67
|
+
};
|
|
68
|
+
} catch {
|
|
69
|
+
try {
|
|
70
|
+
const user = await this.params.client.fetchUser(userId);
|
|
71
|
+
const username = user.username ?? undefined;
|
|
72
|
+
return {
|
|
73
|
+
id: userId,
|
|
74
|
+
label: user.globalName ?? username ?? userId,
|
|
75
|
+
name: username,
|
|
76
|
+
tag: formatDiscordUserTag(user),
|
|
77
|
+
memberRoleIds: [],
|
|
78
|
+
};
|
|
79
|
+
} catch {
|
|
80
|
+
return { id: userId, label: userId, memberRoleIds: [] };
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
}
|
|
84
|
+
|
|
85
|
+
private resolveIsOwner(identity: Pick<VoiceSpeakerIdentity, "id" | "name" | "tag">): boolean {
|
|
86
|
+
return resolveDiscordOwnerAccess({
|
|
87
|
+
allowFrom: this.params.ownerAllowFrom,
|
|
88
|
+
sender: {
|
|
89
|
+
id: identity.id,
|
|
90
|
+
name: identity.name,
|
|
91
|
+
tag: identity.tag,
|
|
92
|
+
},
|
|
93
|
+
allowNameMatching: false,
|
|
94
|
+
}).ownerAllowed;
|
|
95
|
+
}
|
|
96
|
+
|
|
97
|
+
private resolveCacheKey(guildId: string, userId: string): string {
|
|
98
|
+
return `${guildId}:${userId}`;
|
|
99
|
+
}
|
|
100
|
+
|
|
101
|
+
private getCachedContext(guildId: string, userId: string): VoiceSpeakerContext | undefined {
|
|
102
|
+
const key = this.resolveCacheKey(guildId, userId);
|
|
103
|
+
const cached = this.cache.get(key);
|
|
104
|
+
if (!cached) {
|
|
105
|
+
return undefined;
|
|
106
|
+
}
|
|
107
|
+
if (cached.expiresAt <= Date.now()) {
|
|
108
|
+
this.cache.delete(key);
|
|
109
|
+
return undefined;
|
|
110
|
+
}
|
|
111
|
+
return {
|
|
112
|
+
id: cached.id,
|
|
113
|
+
label: cached.label,
|
|
114
|
+
name: cached.name,
|
|
115
|
+
tag: cached.tag,
|
|
116
|
+
senderIsOwner: cached.senderIsOwner,
|
|
117
|
+
};
|
|
118
|
+
}
|
|
119
|
+
|
|
120
|
+
private setCachedContext(guildId: string, userId: string, context: VoiceSpeakerContext): void {
|
|
121
|
+
const key = this.resolveCacheKey(guildId, userId);
|
|
122
|
+
this.cache.set(key, {
|
|
123
|
+
...context,
|
|
124
|
+
expiresAt: Date.now() + SPEAKER_CONTEXT_CACHE_TTL_MS,
|
|
125
|
+
});
|
|
126
|
+
}
|
|
127
|
+
}
|