@kodelyth/discord 2026.5.42 → 2026.6.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/klaw.plugin.json +3822 -2
- package/package.json +16 -4
- package/account-inspect-api.ts +0 -6
- package/action-runtime-api.ts +0 -1
- package/api.ts +0 -130
- package/channel-config-api.ts +0 -1
- package/channel-plugin-api.ts +0 -3
- package/config-api.ts +0 -4
- package/configured-state.ts +0 -6
- package/contract-api.ts +0 -21
- package/directory-contract-api.ts +0 -4
- package/doctor-contract-api.ts +0 -1
- package/index.test.ts +0 -13
- package/index.ts +0 -24
- package/runtime-api.actions.ts +0 -15
- package/runtime-api.lookup.ts +0 -22
- package/runtime-api.monitor.ts +0 -50
- package/runtime-api.send.ts +0 -79
- package/runtime-api.threads.ts +0 -31
- package/runtime-api.ts +0 -181
- package/runtime-setter-api.ts +0 -3
- package/secret-contract-api.ts +0 -4
- package/security-audit-contract-api.ts +0 -1
- package/security-contract-api.ts +0 -4
- package/session-key-api.ts +0 -1
- package/setup-entry.ts +0 -9
- package/setup-plugin-api.ts +0 -3
- package/src/account-inspect.test.ts +0 -126
- package/src/account-inspect.ts +0 -128
- package/src/accounts.test.ts +0 -381
- package/src/accounts.ts +0 -205
- package/src/actions/handle-action.guild-admin.ts +0 -421
- package/src/actions/handle-action.test.ts +0 -480
- package/src/actions/handle-action.ts +0 -402
- package/src/actions/runtime.guild.ts +0 -446
- package/src/actions/runtime.messaging.messages.ts +0 -226
- package/src/actions/runtime.messaging.reactions.ts +0 -67
- package/src/actions/runtime.messaging.runtime.ts +0 -73
- package/src/actions/runtime.messaging.send.ts +0 -336
- package/src/actions/runtime.messaging.shared.ts +0 -97
- package/src/actions/runtime.messaging.ts +0 -37
- package/src/actions/runtime.moderation-shared.ts +0 -48
- package/src/actions/runtime.moderation.authz.test.ts +0 -151
- package/src/actions/runtime.moderation.ts +0 -116
- package/src/actions/runtime.presence.test.ts +0 -165
- package/src/actions/runtime.presence.ts +0 -117
- package/src/actions/runtime.shared.ts +0 -86
- package/src/actions/runtime.test.ts +0 -1337
- package/src/actions/runtime.ts +0 -87
- package/src/api-barrel.test.ts +0 -78
- package/src/api.test.ts +0 -152
- package/src/api.ts +0 -215
- package/src/approval-handler.runtime.test.ts +0 -41
- package/src/approval-handler.runtime.ts +0 -633
- package/src/approval-native.test.ts +0 -330
- package/src/approval-native.ts +0 -219
- package/src/approval-runtime.ts +0 -14
- package/src/approval-shared.ts +0 -50
- package/src/audit-core.ts +0 -178
- package/src/audit.test.ts +0 -204
- package/src/audit.ts +0 -32
- package/src/channel-actions.contract.test.ts +0 -45
- package/src/channel-actions.runtime.ts +0 -1
- package/src/channel-actions.test.ts +0 -504
- package/src/channel-actions.ts +0 -254
- package/src/channel-api.ts +0 -29
- package/src/channel.conversation.ts +0 -159
- package/src/channel.loaders.ts +0 -50
- package/src/channel.message-adapter.test.ts +0 -230
- package/src/channel.runtime.ts +0 -1
- package/src/channel.setup.ts +0 -12
- package/src/channel.test.ts +0 -828
- package/src/channel.ts +0 -728
- package/src/chunk.test.ts +0 -170
- package/src/chunk.ts +0 -321
- package/src/client.proxy.test.ts +0 -177
- package/src/client.test.ts +0 -83
- package/src/client.ts +0 -143
- package/src/component-custom-id.ts +0 -72
- package/src/components-registry.ts +0 -356
- package/src/components.builders.ts +0 -409
- package/src/components.modal.ts +0 -124
- package/src/components.parse.ts +0 -407
- package/src/components.test.ts +0 -345
- package/src/components.ts +0 -54
- package/src/components.types.ts +0 -187
- package/src/config-schema.test.ts +0 -439
- package/src/config-schema.ts +0 -6
- package/src/config-ui-hints.ts +0 -354
- package/src/conversation-identity.ts +0 -58
- package/src/delivery-retry.ts +0 -52
- package/src/directory-cache.ts +0 -116
- package/src/directory-config.ts +0 -58
- package/src/directory-contract.test.ts +0 -129
- package/src/directory-live.test.ts +0 -141
- package/src/directory-live.ts +0 -135
- package/src/doctor-contract.ts +0 -477
- package/src/doctor-shared.ts +0 -5
- package/src/doctor.test.ts +0 -393
- package/src/doctor.ts +0 -340
- package/src/draft-chunking.test.ts +0 -64
- package/src/draft-chunking.ts +0 -43
- package/src/draft-stream.test.ts +0 -193
- package/src/draft-stream.ts +0 -162
- package/src/durable-delivery.test.ts +0 -103
- package/src/error-body.ts +0 -38
- package/src/exec-approvals.test.ts +0 -88
- package/src/exec-approvals.ts +0 -110
- package/src/gateway-logging.test.ts +0 -98
- package/src/gateway-logging.ts +0 -67
- package/src/group-policy.ts +0 -113
- package/src/guilds.ts +0 -29
- package/src/inbound-context.contract.test.ts +0 -11
- package/src/inbound-event-delivery.ts +0 -135
- package/src/interactive-dispatch.ts +0 -104
- package/src/internal/api.commands.ts +0 -51
- package/src/internal/api.guild.ts +0 -164
- package/src/internal/api.interactions.ts +0 -53
- package/src/internal/api.messages.ts +0 -113
- package/src/internal/api.reactions.ts +0 -38
- package/src/internal/api.test.ts +0 -260
- package/src/internal/api.ts +0 -61
- package/src/internal/api.users.ts +0 -19
- package/src/internal/api.webhooks.ts +0 -13
- package/src/internal/client.test.ts +0 -472
- package/src/internal/client.ts +0 -310
- package/src/internal/command-deploy.test.ts +0 -197
- package/src/internal/command-deploy.ts +0 -352
- package/src/internal/commands.ts +0 -188
- package/src/internal/components.base.ts +0 -65
- package/src/internal/components.message.ts +0 -279
- package/src/internal/components.modal.ts +0 -95
- package/src/internal/components.ts +0 -31
- package/src/internal/discord.ts +0 -11
- package/src/internal/embeds.ts +0 -35
- package/src/internal/entity-cache.ts +0 -98
- package/src/internal/event-queue.ts +0 -185
- package/src/internal/gateway-close-codes.ts +0 -25
- package/src/internal/gateway-dispatch.ts +0 -96
- package/src/internal/gateway-identify-limiter.ts +0 -26
- package/src/internal/gateway-lifecycle.test.ts +0 -114
- package/src/internal/gateway-lifecycle.ts +0 -75
- package/src/internal/gateway-rate-limit.ts +0 -104
- package/src/internal/gateway.test.ts +0 -676
- package/src/internal/gateway.ts +0 -479
- package/src/internal/interaction-dispatch.test.ts +0 -148
- package/src/internal/interaction-dispatch.ts +0 -162
- package/src/internal/interaction-options.ts +0 -98
- package/src/internal/interaction-response.ts +0 -53
- package/src/internal/interactions.test.ts +0 -329
- package/src/internal/interactions.ts +0 -378
- package/src/internal/listeners.ts +0 -91
- package/src/internal/live-smoke.live.test.ts +0 -26
- package/src/internal/modal-fields.ts +0 -95
- package/src/internal/payload.ts +0 -69
- package/src/internal/rest-body.ts +0 -115
- package/src/internal/rest-errors.ts +0 -88
- package/src/internal/rest-routes.ts +0 -50
- package/src/internal/rest-scheduler.ts +0 -557
- package/src/internal/rest.test.ts +0 -681
- package/src/internal/rest.ts +0 -322
- package/src/internal/schemas.ts +0 -36
- package/src/internal/structures.test.ts +0 -43
- package/src/internal/structures.ts +0 -280
- package/src/internal/test-builders.test-support.ts +0 -167
- package/src/internal/voice.ts +0 -49
- package/src/media-detection.ts +0 -28
- package/src/mentions.test.ts +0 -111
- package/src/mentions.ts +0 -147
- package/src/monitor/ack-reactions.ts +0 -70
- package/src/monitor/acp-bind-here.integration.test.ts +0 -219
- package/src/monitor/agent-components-auth.ts +0 -7
- package/src/monitor/agent-components-context.ts +0 -154
- package/src/monitor/agent-components-data.ts +0 -224
- package/src/monitor/agent-components-dm-auth.ts +0 -177
- package/src/monitor/agent-components-guild-auth.ts +0 -322
- package/src/monitor/agent-components-helpers.runtime.ts +0 -3
- package/src/monitor/agent-components-helpers.ts +0 -34
- package/src/monitor/agent-components-reply.ts +0 -10
- package/src/monitor/agent-components.deps.runtime.ts +0 -2
- package/src/monitor/agent-components.dispatch.ts +0 -359
- package/src/monitor/agent-components.handlers.ts +0 -303
- package/src/monitor/agent-components.modal.ts +0 -160
- package/src/monitor/agent-components.plugin-interactive.ts +0 -187
- package/src/monitor/agent-components.runtime.ts +0 -14
- package/src/monitor/agent-components.system-controls.ts +0 -215
- package/src/monitor/agent-components.ts +0 -70
- package/src/monitor/agent-components.types.ts +0 -58
- package/src/monitor/agent-components.wildcard-controls.ts +0 -171
- package/src/monitor/agent-components.wildcard.test.ts +0 -71
- package/src/monitor/allow-list.test.ts +0 -14
- package/src/monitor/allow-list.ts +0 -631
- package/src/monitor/auto-presence.test.ts +0 -184
- package/src/monitor/auto-presence.ts +0 -356
- package/src/monitor/channel-access.test.ts +0 -113
- package/src/monitor/channel-access.ts +0 -102
- package/src/monitor/commands.test.ts +0 -24
- package/src/monitor/commands.ts +0 -9
- package/src/monitor/dm-command-auth.test.ts +0 -274
- package/src/monitor/dm-command-auth.ts +0 -259
- package/src/monitor/dm-command-decision.test.ts +0 -108
- package/src/monitor/dm-command-decision.ts +0 -49
- package/src/monitor/exec-approvals.test.ts +0 -225
- package/src/monitor/exec-approvals.ts +0 -158
- package/src/monitor/format.ts +0 -45
- package/src/monitor/gateway-handle.ts +0 -33
- package/src/monitor/gateway-metadata.test.ts +0 -29
- package/src/monitor/gateway-metadata.ts +0 -298
- package/src/monitor/gateway-plugin.test.ts +0 -320
- package/src/monitor/gateway-plugin.ts +0 -302
- package/src/monitor/gateway-registry.ts +0 -37
- package/src/monitor/gateway-supervisor.test.ts +0 -157
- package/src/monitor/gateway-supervisor.ts +0 -206
- package/src/monitor/inbound-context.test-helpers.ts +0 -37
- package/src/monitor/inbound-context.test.ts +0 -112
- package/src/monitor/inbound-context.ts +0 -95
- package/src/monitor/inbound-dedupe.ts +0 -79
- package/src/monitor/inbound-job.test.ts +0 -216
- package/src/monitor/inbound-job.ts +0 -118
- package/src/monitor/listeners.queue.ts +0 -91
- package/src/monitor/listeners.reactions.ts +0 -594
- package/src/monitor/listeners.test.ts +0 -209
- package/src/monitor/listeners.ts +0 -150
- package/src/monitor/message-channel-info.ts +0 -96
- package/src/monitor/message-forwarded.ts +0 -114
- package/src/monitor/message-handler.batch-gate.test.ts +0 -22
- package/src/monitor/message-handler.batch-gate.ts +0 -19
- package/src/monitor/message-handler.bot-self-filter.test.ts +0 -68
- package/src/monitor/message-handler.context.ts +0 -492
- package/src/monitor/message-handler.dm-preflight.ts +0 -119
- package/src/monitor/message-handler.draft-preview.ts +0 -426
- package/src/monitor/message-handler.hydration.test.ts +0 -80
- package/src/monitor/message-handler.hydration.ts +0 -198
- package/src/monitor/message-handler.inbound-context.test.ts +0 -61
- package/src/monitor/message-handler.module-test-helpers.ts +0 -31
- package/src/monitor/message-handler.preflight-channel-access.ts +0 -86
- package/src/monitor/message-handler.preflight-channel-context.test.ts +0 -18
- package/src/monitor/message-handler.preflight-channel-context.ts +0 -58
- package/src/monitor/message-handler.preflight-context.ts +0 -54
- package/src/monitor/message-handler.preflight-helpers.ts +0 -164
- package/src/monitor/message-handler.preflight-history.ts +0 -23
- package/src/monitor/message-handler.preflight-logging.ts +0 -36
- package/src/monitor/message-handler.preflight-pluralkit.ts +0 -26
- package/src/monitor/message-handler.preflight-runtime.ts +0 -28
- package/src/monitor/message-handler.preflight-thread.ts +0 -49
- package/src/monitor/message-handler.preflight.acp-bindings.test.ts +0 -371
- package/src/monitor/message-handler.preflight.test-helpers.ts +0 -114
- package/src/monitor/message-handler.preflight.test.ts +0 -2255
- package/src/monitor/message-handler.preflight.ts +0 -822
- package/src/monitor/message-handler.preflight.types.ts +0 -115
- package/src/monitor/message-handler.process.test.ts +0 -2520
- package/src/monitor/message-handler.process.ts +0 -1027
- package/src/monitor/message-handler.queue.test.ts +0 -680
- package/src/monitor/message-handler.routing-preflight.ts +0 -112
- package/src/monitor/message-handler.test-harness.ts +0 -99
- package/src/monitor/message-handler.test-helpers.ts +0 -75
- package/src/monitor/message-handler.ts +0 -309
- package/src/monitor/message-media.ts +0 -536
- package/src/monitor/message-run-queue.ts +0 -101
- package/src/monitor/message-text.ts +0 -171
- package/src/monitor/message-utils.test.ts +0 -1234
- package/src/monitor/message-utils.ts +0 -34
- package/src/monitor/model-picker-preferences.test.ts +0 -67
- package/src/monitor/model-picker-preferences.ts +0 -184
- package/src/monitor/model-picker.state.ts +0 -364
- package/src/monitor/model-picker.test-utils.ts +0 -26
- package/src/monitor/model-picker.test.ts +0 -869
- package/src/monitor/model-picker.ts +0 -38
- package/src/monitor/model-picker.view.ts +0 -722
- package/src/monitor/monitor.agent-components.test.ts +0 -410
- package/src/monitor/monitor.test.ts +0 -919
- package/src/monitor/monitor.threading-utils.test.ts +0 -614
- package/src/monitor/native-command-agent-reply.ts +0 -125
- package/src/monitor/native-command-arg-ui.ts +0 -233
- package/src/monitor/native-command-auth.ts +0 -309
- package/src/monitor/native-command-bypass.ts +0 -13
- package/src/monitor/native-command-context.test.ts +0 -105
- package/src/monitor/native-command-context.ts +0 -109
- package/src/monitor/native-command-dispatch.ts +0 -35
- package/src/monitor/native-command-model-picker-apply.ts +0 -209
- package/src/monitor/native-command-model-picker-interaction.ts +0 -516
- package/src/monitor/native-command-model-picker-ui.ts +0 -357
- package/src/monitor/native-command-reply.test.ts +0 -68
- package/src/monitor/native-command-reply.ts +0 -185
- package/src/monitor/native-command-route.ts +0 -91
- package/src/monitor/native-command-status.ts +0 -76
- package/src/monitor/native-command-ui.ts +0 -26
- package/src/monitor/native-command-ui.types.ts +0 -20
- package/src/monitor/native-command.args.ts +0 -45
- package/src/monitor/native-command.command-arg.test.ts +0 -108
- package/src/monitor/native-command.commands-allowfrom.test.ts +0 -504
- package/src/monitor/native-command.model-picker.test.ts +0 -930
- package/src/monitor/native-command.options.test.ts +0 -379
- package/src/monitor/native-command.options.ts +0 -153
- package/src/monitor/native-command.plugin-dispatch.test.ts +0 -1212
- package/src/monitor/native-command.runtime.ts +0 -51
- package/src/monitor/native-command.status-direct.test.ts +0 -278
- package/src/monitor/native-command.test-helpers.ts +0 -64
- package/src/monitor/native-command.think-autocomplete.test.ts +0 -411
- package/src/monitor/native-command.ts +0 -747
- package/src/monitor/native-command.types.ts +0 -9
- package/src/monitor/native-interaction-channel-context.ts +0 -50
- package/src/monitor/preflight-audio.runtime.ts +0 -9
- package/src/monitor/preflight-audio.test.ts +0 -157
- package/src/monitor/preflight-audio.ts +0 -130
- package/src/monitor/presence-cache.ts +0 -61
- package/src/monitor/presence.test.ts +0 -61
- package/src/monitor/presence.ts +0 -50
- package/src/monitor/provider-session.runtime.ts +0 -12
- package/src/monitor/provider.acp.ts +0 -89
- package/src/monitor/provider.allowlist.test.ts +0 -217
- package/src/monitor/provider.allowlist.ts +0 -398
- package/src/monitor/provider.cleanup.ts +0 -41
- package/src/monitor/provider.commands.ts +0 -129
- package/src/monitor/provider.config-log.ts +0 -45
- package/src/monitor/provider.deploy-errors.ts +0 -362
- package/src/monitor/provider.deploy.ts +0 -221
- package/src/monitor/provider.interactions.ts +0 -160
- package/src/monitor/provider.lifecycle.test.ts +0 -734
- package/src/monitor/provider.lifecycle.ts +0 -562
- package/src/monitor/provider.proxy.test.ts +0 -804
- package/src/monitor/provider.rest-proxy.test.ts +0 -389
- package/src/monitor/provider.runtime.ts +0 -1
- package/src/monitor/provider.skill-dedupe.test.ts +0 -42
- package/src/monitor/provider.startup-log.ts +0 -32
- package/src/monitor/provider.startup.test.ts +0 -440
- package/src/monitor/provider.startup.ts +0 -323
- package/src/monitor/provider.test.ts +0 -1173
- package/src/monitor/provider.ts +0 -688
- package/src/monitor/reply-context.ts +0 -64
- package/src/monitor/reply-delivery.test.ts +0 -474
- package/src/monitor/reply-delivery.ts +0 -212
- package/src/monitor/reply-safety.ts +0 -96
- package/src/monitor/rest-fetch.ts +0 -94
- package/src/monitor/route-resolution.test.ts +0 -209
- package/src/monitor/route-resolution.ts +0 -140
- package/src/monitor/sender-identity.ts +0 -81
- package/src/monitor/startup-status.test.ts +0 -30
- package/src/monitor/startup-status.ts +0 -10
- package/src/monitor/status.ts +0 -22
- package/src/monitor/system-events.ts +0 -55
- package/src/monitor/thread-bindings.config.ts +0 -35
- package/src/monitor/thread-bindings.discord-api.test.ts +0 -250
- package/src/monitor/thread-bindings.discord-api.ts +0 -310
- package/src/monitor/thread-bindings.lifecycle.test.ts +0 -1994
- package/src/monitor/thread-bindings.lifecycle.ts +0 -354
- package/src/monitor/thread-bindings.manager.ts +0 -551
- package/src/monitor/thread-bindings.messages.ts +0 -6
- package/src/monitor/thread-bindings.persona.test.ts +0 -34
- package/src/monitor/thread-bindings.persona.ts +0 -25
- package/src/monitor/thread-bindings.session-adapter.ts +0 -229
- package/src/monitor/thread-bindings.session-shared.ts +0 -59
- package/src/monitor/thread-bindings.session-updates.ts +0 -35
- package/src/monitor/thread-bindings.shared-state.test.ts +0 -39
- package/src/monitor/thread-bindings.state.ts +0 -540
- package/src/monitor/thread-bindings.ts +0 -48
- package/src/monitor/thread-bindings.types.ts +0 -83
- package/src/monitor/thread-channel-context.ts +0 -112
- package/src/monitor/thread-session-close.test.ts +0 -180
- package/src/monitor/thread-session-close.ts +0 -63
- package/src/monitor/thread-title.generate.test.ts +0 -209
- package/src/monitor/thread-title.test.ts +0 -31
- package/src/monitor/thread-title.ts +0 -181
- package/src/monitor/threading.auto-thread.test.ts +0 -330
- package/src/monitor/threading.auto-thread.ts +0 -287
- package/src/monitor/threading.cache.ts +0 -45
- package/src/monitor/threading.parent-info.test.ts +0 -156
- package/src/monitor/threading.starter.test.ts +0 -279
- package/src/monitor/threading.starter.ts +0 -288
- package/src/monitor/threading.ts +0 -20
- package/src/monitor/threading.types.ts +0 -102
- package/src/monitor/timeouts.ts +0 -84
- package/src/monitor/typing.test.ts +0 -42
- package/src/monitor/typing.ts +0 -17
- package/src/monitor.gateway.test.ts +0 -187
- package/src/monitor.gateway.ts +0 -75
- package/src/monitor.test.ts +0 -1416
- package/src/monitor.ts +0 -28
- package/src/network-config.test.ts +0 -92
- package/src/network-config.ts +0 -79
- package/src/normalize.test.ts +0 -56
- package/src/normalize.ts +0 -86
- package/src/outbound-adapter.interactive-order.test.ts +0 -82
- package/src/outbound-adapter.test-harness.ts +0 -207
- package/src/outbound-adapter.test.ts +0 -804
- package/src/outbound-adapter.ts +0 -326
- package/src/outbound-approval.ts +0 -29
- package/src/outbound-components.ts +0 -86
- package/src/outbound-payload.contract.test.ts +0 -49
- package/src/outbound-payload.ts +0 -208
- package/src/outbound-send-context.ts +0 -89
- package/src/outbound-session-route.test.ts +0 -42
- package/src/outbound-session-route.ts +0 -72
- package/src/pluralkit.test.ts +0 -67
- package/src/pluralkit.ts +0 -58
- package/src/preview-streaming.ts +0 -18
- package/src/probe.intents.test.ts +0 -94
- package/src/probe.parse-token.test.ts +0 -43
- package/src/probe.runtime.ts +0 -1
- package/src/probe.ts +0 -237
- package/src/proxy-fetch.ts +0 -92
- package/src/proxy-request-client.test.ts +0 -100
- package/src/proxy-request-client.ts +0 -21
- package/src/recipient-resolution.ts +0 -39
- package/src/resolve-allowlist-common.test.ts +0 -40
- package/src/resolve-allowlist-common.ts +0 -39
- package/src/resolve-channels.test.ts +0 -341
- package/src/resolve-channels.ts +0 -369
- package/src/resolve-users.test.ts +0 -243
- package/src/resolve-users.ts +0 -184
- package/src/retry.test.ts +0 -83
- package/src/retry.ts +0 -98
- package/src/runtime-api.ts +0 -61
- package/src/runtime-config.ts +0 -16
- package/src/runtime.ts +0 -23
- package/src/secret-config-contract.ts +0 -140
- package/src/security-audit.runtime.ts +0 -1
- package/src/security-audit.test.ts +0 -245
- package/src/security-audit.ts +0 -208
- package/src/security-contract.ts +0 -47
- package/src/security-doctor.test.ts +0 -25
- package/src/security-doctor.ts +0 -20
- package/src/security.ts +0 -60
- package/src/send-target-parsing.ts +0 -14
- package/src/send.channels.ts +0 -139
- package/src/send.components.test.ts +0 -330
- package/src/send.components.ts +0 -391
- package/src/send.creates-thread.test.ts +0 -681
- package/src/send.emojis-stickers.ts +0 -57
- package/src/send.guild.ts +0 -170
- package/src/send.message-request.ts +0 -112
- package/src/send.messages.test.ts +0 -59
- package/src/send.messages.ts +0 -229
- package/src/send.outbound.ts +0 -459
- package/src/send.permissions.authz.test.ts +0 -190
- package/src/send.permissions.ts +0 -283
- package/src/send.reactions.ts +0 -155
- package/src/send.receipt.ts +0 -69
- package/src/send.sends-basic-channel-messages.test.ts +0 -1068
- package/src/send.shared.ts +0 -469
- package/src/send.test-harness.ts +0 -56
- package/src/send.ts +0 -82
- package/src/send.types.ts +0 -191
- package/src/send.typing.test.ts +0 -41
- package/src/send.typing.ts +0 -9
- package/src/send.voice.ts +0 -136
- package/src/send.webhook-activity.test.ts +0 -152
- package/src/send.webhook.proxy.test.ts +0 -210
- package/src/send.webhook.ts +0 -137
- package/src/session-contract.ts +0 -3
- package/src/session-key-normalization.test.ts +0 -44
- package/src/session-key-normalization.ts +0 -47
- package/src/setup-account-state.test.ts +0 -113
- package/src/setup-account-state.ts +0 -141
- package/src/setup-adapter.ts +0 -14
- package/src/setup-core.ts +0 -215
- package/src/setup-runtime-helpers.ts +0 -10
- package/src/setup-surface.test.ts +0 -137
- package/src/setup-surface.ts +0 -132
- package/src/shared-interactive.test.ts +0 -153
- package/src/shared-interactive.ts +0 -161
- package/src/shared.test.ts +0 -186
- package/src/shared.ts +0 -197
- package/src/status-issues.test.ts +0 -97
- package/src/status-issues.ts +0 -198
- package/src/subagent-hooks.test.ts +0 -465
- package/src/subagent-hooks.ts +0 -232
- package/src/target-parsing.ts +0 -70
- package/src/target-resolver.ts +0 -129
- package/src/targets.test.ts +0 -393
- package/src/targets.ts +0 -12
- package/src/test-http-helpers.ts +0 -10
- package/src/test-support/component-runtime.ts +0 -194
- package/src/test-support/config.ts +0 -7
- package/src/test-support/configured-binding-runtime.ts +0 -29
- package/src/test-support/partial-channel.ts +0 -26
- package/src/test-support/provider.test-support.ts +0 -547
- package/src/token.test.ts +0 -174
- package/src/token.ts +0 -107
- package/src/ui-colors.ts +0 -27
- package/src/ui.ts +0 -20
- package/src/voice/access.test.ts +0 -288
- package/src/voice/access.ts +0 -126
- package/src/voice/audio.test.ts +0 -47
- package/src/voice/audio.ts +0 -249
- package/src/voice/capture-state.test.ts +0 -48
- package/src/voice/capture-state.ts +0 -120
- package/src/voice/command.test.ts +0 -170
- package/src/voice/command.ts +0 -284
- package/src/voice/config.ts +0 -8
- package/src/voice/ingress.ts +0 -164
- package/src/voice/manager.e2e.test.ts +0 -3286
- package/src/voice/manager.ready-listener.test.ts +0 -54
- package/src/voice/manager.runtime.ts +0 -14
- package/src/voice/manager.ts +0 -1155
- package/src/voice/prompt.test.ts +0 -30
- package/src/voice/prompt.ts +0 -22
- package/src/voice/realtime.ts +0 -1370
- package/src/voice/receive-recovery.test.ts +0 -81
- package/src/voice/receive-recovery.ts +0 -159
- package/src/voice/sanitize.test.ts +0 -34
- package/src/voice/sanitize.ts +0 -29
- package/src/voice/sdk-runtime.ts +0 -14
- package/src/voice/segment.ts +0 -160
- package/src/voice/session.ts +0 -81
- package/src/voice/speaker-context.ts +0 -127
- package/src/voice/tts.ts +0 -151
- package/src/voice-message.test.ts +0 -376
- package/src/voice-message.ts +0 -474
- package/subagent-hooks-api.ts +0 -27
- package/test-api.ts +0 -4
- package/thread-binding-api.ts +0 -1
- package/timeouts.ts +0 -6
- package/tsconfig.json +0 -16
|
@@ -1,81 +0,0 @@
|
|
|
1
|
-
import { describe, expect, it, vi } from "vitest";
|
|
2
|
-
import {
|
|
3
|
-
analyzeVoiceReceiveError,
|
|
4
|
-
createVoiceReceiveRecoveryState,
|
|
5
|
-
enableDaveReceivePassthrough,
|
|
6
|
-
noteVoiceDecryptFailure,
|
|
7
|
-
} from "./receive-recovery.js";
|
|
8
|
-
|
|
9
|
-
describe("voice receive recovery", () => {
|
|
10
|
-
it("treats passthrough-disabled decrypt errors as decrypt failures", () => {
|
|
11
|
-
expect(
|
|
12
|
-
analyzeVoiceReceiveError(
|
|
13
|
-
new Error("Failed to decrypt: DecryptionFailed(UnencryptedWhenPassthroughDisabled)"),
|
|
14
|
-
),
|
|
15
|
-
).toEqual({
|
|
16
|
-
message: "Failed to decrypt: DecryptionFailed(UnencryptedWhenPassthroughDisabled)",
|
|
17
|
-
isAbortLike: false,
|
|
18
|
-
shouldAttemptPassthrough: true,
|
|
19
|
-
countsAsDecryptFailure: true,
|
|
20
|
-
});
|
|
21
|
-
});
|
|
22
|
-
|
|
23
|
-
it("gates recovery after repeated decrypt failures in the same window", () => {
|
|
24
|
-
const state = createVoiceReceiveRecoveryState();
|
|
25
|
-
|
|
26
|
-
expect(noteVoiceDecryptFailure(state, 1_000)).toEqual({
|
|
27
|
-
firstFailure: true,
|
|
28
|
-
shouldRecover: false,
|
|
29
|
-
});
|
|
30
|
-
expect(noteVoiceDecryptFailure(state, 2_000)).toEqual({
|
|
31
|
-
firstFailure: false,
|
|
32
|
-
shouldRecover: false,
|
|
33
|
-
});
|
|
34
|
-
expect(noteVoiceDecryptFailure(state, 3_000)).toEqual({
|
|
35
|
-
firstFailure: false,
|
|
36
|
-
shouldRecover: true,
|
|
37
|
-
});
|
|
38
|
-
});
|
|
39
|
-
|
|
40
|
-
it("enables passthrough only for ready DAVE sessions", () => {
|
|
41
|
-
const setPassthroughMode = vi.fn();
|
|
42
|
-
const onVerbose = vi.fn();
|
|
43
|
-
const onWarn = vi.fn();
|
|
44
|
-
|
|
45
|
-
expect(
|
|
46
|
-
enableDaveReceivePassthrough({
|
|
47
|
-
target: {
|
|
48
|
-
guildId: "g1",
|
|
49
|
-
channelId: "c1",
|
|
50
|
-
connection: {
|
|
51
|
-
state: {
|
|
52
|
-
status: "ready",
|
|
53
|
-
networking: {
|
|
54
|
-
state: {
|
|
55
|
-
code: "networking-ready",
|
|
56
|
-
dave: {
|
|
57
|
-
session: {
|
|
58
|
-
setPassthroughMode,
|
|
59
|
-
},
|
|
60
|
-
},
|
|
61
|
-
},
|
|
62
|
-
},
|
|
63
|
-
},
|
|
64
|
-
},
|
|
65
|
-
},
|
|
66
|
-
sdk: {
|
|
67
|
-
VoiceConnectionStatus: { Ready: "ready" },
|
|
68
|
-
NetworkingStatusCode: { Ready: "networking-ready", Resuming: "networking-resuming" },
|
|
69
|
-
},
|
|
70
|
-
reason: "test",
|
|
71
|
-
expirySeconds: 15,
|
|
72
|
-
onVerbose,
|
|
73
|
-
onWarn,
|
|
74
|
-
}),
|
|
75
|
-
).toBe(true);
|
|
76
|
-
|
|
77
|
-
expect(setPassthroughMode).toHaveBeenCalledWith(true, 15);
|
|
78
|
-
expect(onVerbose).toHaveBeenCalled();
|
|
79
|
-
expect(onWarn).not.toHaveBeenCalled();
|
|
80
|
-
});
|
|
81
|
-
});
|
|
@@ -1,159 +0,0 @@
|
|
|
1
|
-
import { formatErrorMessage } from "klaw/plugin-sdk/ssrf-runtime";
|
|
2
|
-
|
|
3
|
-
const DECRYPT_FAILURE_WINDOW_MS = 30_000;
|
|
4
|
-
const DECRYPT_FAILURE_RECONNECT_THRESHOLD = 3;
|
|
5
|
-
const DECRYPT_FAILURE_MARKER = "DecryptionFailed(";
|
|
6
|
-
const DAVE_PASSTHROUGH_DISABLED_MARKER = "UnencryptedWhenPassthroughDisabled";
|
|
7
|
-
|
|
8
|
-
export const DAVE_RECEIVE_PASSTHROUGH_INITIAL_EXPIRY_SECONDS = 30;
|
|
9
|
-
export const DAVE_RECEIVE_PASSTHROUGH_REARM_EXPIRY_SECONDS = 15;
|
|
10
|
-
|
|
11
|
-
export type VoiceReceiveRecoveryState = {
|
|
12
|
-
decryptFailureCount: number;
|
|
13
|
-
lastDecryptFailureAt: number;
|
|
14
|
-
decryptRecoveryInFlight: boolean;
|
|
15
|
-
};
|
|
16
|
-
|
|
17
|
-
type VoiceReceiveErrorAnalysis = {
|
|
18
|
-
message: string;
|
|
19
|
-
isAbortLike: boolean;
|
|
20
|
-
shouldAttemptPassthrough: boolean;
|
|
21
|
-
countsAsDecryptFailure: boolean;
|
|
22
|
-
};
|
|
23
|
-
|
|
24
|
-
type DavePassthroughTarget = {
|
|
25
|
-
guildId: string;
|
|
26
|
-
channelId: string;
|
|
27
|
-
connection: {
|
|
28
|
-
state: {
|
|
29
|
-
status: unknown;
|
|
30
|
-
networking?: {
|
|
31
|
-
state?: {
|
|
32
|
-
code?: unknown;
|
|
33
|
-
dave?: {
|
|
34
|
-
session?: {
|
|
35
|
-
setPassthroughMode: (passthrough: boolean, expirySeconds: number) => void;
|
|
36
|
-
};
|
|
37
|
-
};
|
|
38
|
-
};
|
|
39
|
-
};
|
|
40
|
-
};
|
|
41
|
-
};
|
|
42
|
-
};
|
|
43
|
-
|
|
44
|
-
type DavePassthroughSdk = {
|
|
45
|
-
VoiceConnectionStatus: {
|
|
46
|
-
Ready: unknown;
|
|
47
|
-
};
|
|
48
|
-
NetworkingStatusCode: {
|
|
49
|
-
Ready: unknown;
|
|
50
|
-
Resuming: unknown;
|
|
51
|
-
};
|
|
52
|
-
};
|
|
53
|
-
|
|
54
|
-
export function createVoiceReceiveRecoveryState(): VoiceReceiveRecoveryState {
|
|
55
|
-
return {
|
|
56
|
-
decryptFailureCount: 0,
|
|
57
|
-
lastDecryptFailureAt: 0,
|
|
58
|
-
decryptRecoveryInFlight: false,
|
|
59
|
-
};
|
|
60
|
-
}
|
|
61
|
-
|
|
62
|
-
function isAbortLikeReceiveError(err: unknown): boolean {
|
|
63
|
-
if (!err || typeof err !== "object") {
|
|
64
|
-
return false;
|
|
65
|
-
}
|
|
66
|
-
const name =
|
|
67
|
-
"name" in err && typeof (err as { name?: unknown }).name === "string"
|
|
68
|
-
? (err as { name: string }).name
|
|
69
|
-
: "";
|
|
70
|
-
const message =
|
|
71
|
-
"message" in err && typeof (err as { message?: unknown }).message === "string"
|
|
72
|
-
? (err as { message: string }).message
|
|
73
|
-
: "";
|
|
74
|
-
return (
|
|
75
|
-
name === "AbortError" ||
|
|
76
|
-
message.includes("The operation was aborted") ||
|
|
77
|
-
message.includes("aborted")
|
|
78
|
-
);
|
|
79
|
-
}
|
|
80
|
-
|
|
81
|
-
export function analyzeVoiceReceiveError(err: unknown): VoiceReceiveErrorAnalysis {
|
|
82
|
-
const message = formatErrorMessage(err);
|
|
83
|
-
const shouldAttemptPassthrough = message.includes(DAVE_PASSTHROUGH_DISABLED_MARKER);
|
|
84
|
-
return {
|
|
85
|
-
message,
|
|
86
|
-
isAbortLike: isAbortLikeReceiveError(err),
|
|
87
|
-
shouldAttemptPassthrough,
|
|
88
|
-
countsAsDecryptFailure: message.includes(DECRYPT_FAILURE_MARKER) || shouldAttemptPassthrough,
|
|
89
|
-
};
|
|
90
|
-
}
|
|
91
|
-
|
|
92
|
-
export function noteVoiceDecryptFailure(
|
|
93
|
-
state: VoiceReceiveRecoveryState,
|
|
94
|
-
now: number = Date.now(),
|
|
95
|
-
): {
|
|
96
|
-
firstFailure: boolean;
|
|
97
|
-
shouldRecover: boolean;
|
|
98
|
-
} {
|
|
99
|
-
if (now - state.lastDecryptFailureAt > DECRYPT_FAILURE_WINDOW_MS) {
|
|
100
|
-
state.decryptFailureCount = 0;
|
|
101
|
-
}
|
|
102
|
-
state.lastDecryptFailureAt = now;
|
|
103
|
-
state.decryptFailureCount += 1;
|
|
104
|
-
const firstFailure = state.decryptFailureCount === 1;
|
|
105
|
-
if (
|
|
106
|
-
state.decryptFailureCount < DECRYPT_FAILURE_RECONNECT_THRESHOLD ||
|
|
107
|
-
state.decryptRecoveryInFlight
|
|
108
|
-
) {
|
|
109
|
-
return { firstFailure, shouldRecover: false };
|
|
110
|
-
}
|
|
111
|
-
state.decryptRecoveryInFlight = true;
|
|
112
|
-
resetVoiceReceiveRecoveryState(state);
|
|
113
|
-
return { firstFailure, shouldRecover: true };
|
|
114
|
-
}
|
|
115
|
-
|
|
116
|
-
export function resetVoiceReceiveRecoveryState(state: VoiceReceiveRecoveryState): void {
|
|
117
|
-
state.decryptFailureCount = 0;
|
|
118
|
-
state.lastDecryptFailureAt = 0;
|
|
119
|
-
}
|
|
120
|
-
|
|
121
|
-
export function finishVoiceDecryptRecovery(state: VoiceReceiveRecoveryState): void {
|
|
122
|
-
state.decryptRecoveryInFlight = false;
|
|
123
|
-
}
|
|
124
|
-
|
|
125
|
-
export function enableDaveReceivePassthrough(params: {
|
|
126
|
-
target: DavePassthroughTarget;
|
|
127
|
-
sdk: DavePassthroughSdk;
|
|
128
|
-
reason: string;
|
|
129
|
-
expirySeconds: number;
|
|
130
|
-
onVerbose: (message: string) => void;
|
|
131
|
-
onWarn: (message: string) => void;
|
|
132
|
-
}): boolean {
|
|
133
|
-
const { target, sdk, reason, expirySeconds, onVerbose, onWarn } = params;
|
|
134
|
-
const networkingState = target.connection.state.networking?.state;
|
|
135
|
-
if (
|
|
136
|
-
target.connection.state.status !== sdk.VoiceConnectionStatus.Ready ||
|
|
137
|
-
!networkingState ||
|
|
138
|
-
(networkingState.code !== sdk.NetworkingStatusCode.Ready &&
|
|
139
|
-
networkingState.code !== sdk.NetworkingStatusCode.Resuming)
|
|
140
|
-
) {
|
|
141
|
-
return false;
|
|
142
|
-
}
|
|
143
|
-
const daveSession = networkingState.dave?.session;
|
|
144
|
-
if (!daveSession) {
|
|
145
|
-
return false;
|
|
146
|
-
}
|
|
147
|
-
try {
|
|
148
|
-
daveSession.setPassthroughMode(true, expirySeconds);
|
|
149
|
-
onVerbose(
|
|
150
|
-
`enabled DAVE receive passthrough: guild ${target.guildId} channel ${target.channelId} expiry=${expirySeconds}s reason=${reason}`,
|
|
151
|
-
);
|
|
152
|
-
return true;
|
|
153
|
-
} catch (err) {
|
|
154
|
-
onWarn(
|
|
155
|
-
`discord voice: failed to enable DAVE passthrough guild=${target.guildId} channel=${target.channelId} reason=${reason}: ${formatErrorMessage(err)}`,
|
|
156
|
-
);
|
|
157
|
-
return false;
|
|
158
|
-
}
|
|
159
|
-
}
|
|
@@ -1,34 +0,0 @@
|
|
|
1
|
-
import { describe, expect, it } from "vitest";
|
|
2
|
-
import { sanitizeVoiceReplyTextForSpeech } from "./sanitize.js";
|
|
3
|
-
|
|
4
|
-
describe("sanitizeVoiceReplyTextForSpeech", () => {
|
|
5
|
-
it("strips reply tags before speech", () => {
|
|
6
|
-
expect(sanitizeVoiceReplyTextForSpeech("[[reply_to_current]] hello there")).toBe("hello there");
|
|
7
|
-
});
|
|
8
|
-
|
|
9
|
-
it("strips the current speaker label prefix before speech", () => {
|
|
10
|
-
expect(sanitizeVoiceReplyTextForSpeech("speaker-1: hello there", "speaker-1")).toBe(
|
|
11
|
-
"hello there",
|
|
12
|
-
);
|
|
13
|
-
});
|
|
14
|
-
|
|
15
|
-
it("keeps other prefixes intact", () => {
|
|
16
|
-
expect(sanitizeVoiceReplyTextForSpeech("speaker-2: hello there", "speaker-1")).toBe(
|
|
17
|
-
"speaker-2: hello there",
|
|
18
|
-
);
|
|
19
|
-
});
|
|
20
|
-
|
|
21
|
-
it("handles reply tags and speaker prefixes together", () => {
|
|
22
|
-
expect(
|
|
23
|
-
sanitizeVoiceReplyTextForSpeech("[[reply_to_current]] speaker-1: hello there", "speaker-1"),
|
|
24
|
-
).toBe("hello there");
|
|
25
|
-
});
|
|
26
|
-
|
|
27
|
-
it("strips decorative emoji before speech", () => {
|
|
28
|
-
expect(sanitizeVoiceReplyTextForSpeech("😀 hello there 🎉", "speaker-1")).toBe("hello there");
|
|
29
|
-
});
|
|
30
|
-
|
|
31
|
-
it("keeps punctuation sane after emoji stripping", () => {
|
|
32
|
-
expect(sanitizeVoiceReplyTextForSpeech("✅ done!", "speaker-1")).toBe("done!");
|
|
33
|
-
});
|
|
34
|
-
});
|
package/src/voice/sanitize.ts
DELETED
|
@@ -1,29 +0,0 @@
|
|
|
1
|
-
import { stripInlineDirectiveTagsForDisplay } from "klaw/plugin-sdk/text-chunking";
|
|
2
|
-
import { escapeRegExp } from "klaw/plugin-sdk/text-utility-runtime";
|
|
3
|
-
|
|
4
|
-
const SPEECH_EMOJI_RE =
|
|
5
|
-
/(?:\p{Extended_Pictographic}(?:\uFE0F|\u200D|\p{Extended_Pictographic}|\p{Emoji_Modifier})*)+/gu;
|
|
6
|
-
|
|
7
|
-
function stripEmojiForSpeech(text: string): string {
|
|
8
|
-
return text
|
|
9
|
-
.replace(SPEECH_EMOJI_RE, " ")
|
|
10
|
-
.replace(/\s+([?!.,:;])/g, "$1")
|
|
11
|
-
.replace(/[ \t]{2,}/g, " ")
|
|
12
|
-
.replace(/ *\n */g, "\n")
|
|
13
|
-
.trim();
|
|
14
|
-
}
|
|
15
|
-
|
|
16
|
-
export function sanitizeVoiceReplyTextForSpeech(text: string, speakerLabel?: string): string {
|
|
17
|
-
let cleaned = stripInlineDirectiveTagsForDisplay(text).text.trim();
|
|
18
|
-
if (!cleaned) {
|
|
19
|
-
return "";
|
|
20
|
-
}
|
|
21
|
-
|
|
22
|
-
const label = speakerLabel?.trim();
|
|
23
|
-
if (label) {
|
|
24
|
-
const prefix = new RegExp(`^${escapeRegExp(label)}\\s*:\\s*`, "i");
|
|
25
|
-
cleaned = cleaned.replace(prefix, "").trim();
|
|
26
|
-
}
|
|
27
|
-
|
|
28
|
-
return stripEmojiForSpeech(cleaned);
|
|
29
|
-
}
|
package/src/voice/sdk-runtime.ts
DELETED
|
@@ -1,14 +0,0 @@
|
|
|
1
|
-
import { createRequire } from "node:module";
|
|
2
|
-
|
|
3
|
-
type DiscordVoiceSdk = typeof import("@discordjs/voice");
|
|
4
|
-
|
|
5
|
-
let cachedDiscordVoiceSdk: DiscordVoiceSdk | null = null;
|
|
6
|
-
|
|
7
|
-
export function loadDiscordVoiceSdk(): DiscordVoiceSdk {
|
|
8
|
-
if (cachedDiscordVoiceSdk) {
|
|
9
|
-
return cachedDiscordVoiceSdk;
|
|
10
|
-
}
|
|
11
|
-
const req = createRequire(import.meta.url);
|
|
12
|
-
cachedDiscordVoiceSdk = req("@discordjs/voice") as DiscordVoiceSdk;
|
|
13
|
-
return cachedDiscordVoiceSdk;
|
|
14
|
-
}
|
package/src/voice/segment.ts
DELETED
|
@@ -1,160 +0,0 @@
|
|
|
1
|
-
import path from "node:path";
|
|
2
|
-
import { Readable } from "node:stream";
|
|
3
|
-
import type { DiscordAccountConfig, KlawConfig } from "klaw/plugin-sdk/config-contracts";
|
|
4
|
-
import type { RuntimeEnv } from "klaw/plugin-sdk/runtime-env";
|
|
5
|
-
import { createSubsystemLogger } from "klaw/plugin-sdk/runtime-env";
|
|
6
|
-
import { resolveDiscordVoiceIngressContext, runDiscordVoiceAgentTurn } from "./ingress.js";
|
|
7
|
-
import { formatVoiceIngressPrompt } from "./prompt.js";
|
|
8
|
-
import { loadDiscordVoiceSdk } from "./sdk-runtime.js";
|
|
9
|
-
import {
|
|
10
|
-
logVoiceVerbose,
|
|
11
|
-
PLAYBACK_READY_TIMEOUT_MS,
|
|
12
|
-
SPEAKING_READY_TIMEOUT_MS,
|
|
13
|
-
type VoiceSessionEntry,
|
|
14
|
-
} from "./session.js";
|
|
15
|
-
import type { DiscordVoiceSpeakerContextResolver } from "./speaker-context.js";
|
|
16
|
-
import { synthesizeVoiceReplyAudio, transcribeVoiceAudio } from "./tts.js";
|
|
17
|
-
|
|
18
|
-
const VOICE_TRANSCRIPT_LOG_PREVIEW_CHARS = 500;
|
|
19
|
-
const logger = createSubsystemLogger("discord/voice");
|
|
20
|
-
|
|
21
|
-
function formatVoiceTranscriptLogPreview(text: string): string {
|
|
22
|
-
const oneLine = text.replace(/\s+/g, " ").trim();
|
|
23
|
-
if (oneLine.length <= VOICE_TRANSCRIPT_LOG_PREVIEW_CHARS) {
|
|
24
|
-
return oneLine;
|
|
25
|
-
}
|
|
26
|
-
return `${oneLine.slice(0, VOICE_TRANSCRIPT_LOG_PREVIEW_CHARS)}...`;
|
|
27
|
-
}
|
|
28
|
-
|
|
29
|
-
export async function processDiscordVoiceSegment(params: {
|
|
30
|
-
entry: VoiceSessionEntry;
|
|
31
|
-
wavPath: string;
|
|
32
|
-
userId: string;
|
|
33
|
-
durationSeconds: number;
|
|
34
|
-
cfg: KlawConfig;
|
|
35
|
-
discordConfig: DiscordAccountConfig;
|
|
36
|
-
runtime: RuntimeEnv;
|
|
37
|
-
ownerAllowFrom?: string[];
|
|
38
|
-
fetchGuildName: (guildId: string) => Promise<string | undefined>;
|
|
39
|
-
speakerContext: DiscordVoiceSpeakerContextResolver;
|
|
40
|
-
enqueuePlayback: (entry: VoiceSessionEntry, task: () => Promise<void>) => void;
|
|
41
|
-
}) {
|
|
42
|
-
const { entry, wavPath, userId, durationSeconds } = params;
|
|
43
|
-
logVoiceVerbose(
|
|
44
|
-
`segment processing (${durationSeconds.toFixed(2)}s): guild ${entry.guildId} channel ${entry.channelId}`,
|
|
45
|
-
);
|
|
46
|
-
const ingress = await resolveDiscordVoiceIngressContext({
|
|
47
|
-
entry,
|
|
48
|
-
userId,
|
|
49
|
-
cfg: params.cfg,
|
|
50
|
-
discordConfig: params.discordConfig,
|
|
51
|
-
ownerAllowFrom: params.ownerAllowFrom,
|
|
52
|
-
fetchGuildName: params.fetchGuildName,
|
|
53
|
-
speakerContext: params.speakerContext,
|
|
54
|
-
});
|
|
55
|
-
if (!ingress) {
|
|
56
|
-
logVoiceVerbose(
|
|
57
|
-
`segment unauthorized: guild ${entry.guildId} channel ${entry.channelId} user ${userId}`,
|
|
58
|
-
);
|
|
59
|
-
return;
|
|
60
|
-
}
|
|
61
|
-
const transcript = await transcribeVoiceAudio({
|
|
62
|
-
cfg: params.cfg,
|
|
63
|
-
agentId: entry.route.agentId,
|
|
64
|
-
filePath: wavPath,
|
|
65
|
-
});
|
|
66
|
-
if (!transcript) {
|
|
67
|
-
logVoiceVerbose(
|
|
68
|
-
`transcription empty: guild ${entry.guildId} channel ${entry.channelId} user ${userId}`,
|
|
69
|
-
);
|
|
70
|
-
return;
|
|
71
|
-
}
|
|
72
|
-
logVoiceVerbose(
|
|
73
|
-
`transcription ok (${transcript.length} chars): guild ${entry.guildId} channel ${entry.channelId}`,
|
|
74
|
-
);
|
|
75
|
-
logVoiceVerbose(
|
|
76
|
-
`transcript from ${ingress.speakerLabel} (${userId}) in guild ${entry.guildId} channel ${entry.channelId}: ${formatVoiceTranscriptLogPreview(transcript)}`,
|
|
77
|
-
);
|
|
78
|
-
|
|
79
|
-
const prompt = formatVoiceIngressPrompt(transcript, ingress.speakerLabel);
|
|
80
|
-
const turn = await runDiscordVoiceAgentTurn({
|
|
81
|
-
entry,
|
|
82
|
-
userId,
|
|
83
|
-
message: prompt,
|
|
84
|
-
cfg: params.cfg,
|
|
85
|
-
discordConfig: params.discordConfig,
|
|
86
|
-
runtime: params.runtime,
|
|
87
|
-
context: ingress,
|
|
88
|
-
ownerAllowFrom: params.ownerAllowFrom,
|
|
89
|
-
fetchGuildName: params.fetchGuildName,
|
|
90
|
-
speakerContext: params.speakerContext,
|
|
91
|
-
});
|
|
92
|
-
if (!turn) {
|
|
93
|
-
logVoiceVerbose(
|
|
94
|
-
`segment unauthorized before agent turn: guild ${entry.guildId} channel ${entry.channelId} user ${userId}`,
|
|
95
|
-
);
|
|
96
|
-
return;
|
|
97
|
-
}
|
|
98
|
-
const replyText = turn.text;
|
|
99
|
-
|
|
100
|
-
if (!replyText) {
|
|
101
|
-
logVoiceVerbose(
|
|
102
|
-
`reply empty: guild ${entry.guildId} channel ${entry.channelId} user ${userId}`,
|
|
103
|
-
);
|
|
104
|
-
return;
|
|
105
|
-
}
|
|
106
|
-
logVoiceVerbose(
|
|
107
|
-
`reply ok (${replyText.length} chars): guild ${entry.guildId} channel ${entry.channelId}`,
|
|
108
|
-
);
|
|
109
|
-
|
|
110
|
-
const voiceReplyAudio = await synthesizeVoiceReplyAudio({
|
|
111
|
-
cfg: params.cfg,
|
|
112
|
-
override: params.discordConfig.voice?.tts,
|
|
113
|
-
replyText,
|
|
114
|
-
speakerLabel: ingress.speakerLabel,
|
|
115
|
-
});
|
|
116
|
-
if (voiceReplyAudio.status === "empty") {
|
|
117
|
-
logVoiceVerbose(
|
|
118
|
-
`tts skipped (empty): guild ${entry.guildId} channel ${entry.channelId} user ${userId}`,
|
|
119
|
-
);
|
|
120
|
-
return;
|
|
121
|
-
}
|
|
122
|
-
if (voiceReplyAudio.status === "failed") {
|
|
123
|
-
logger.warn(`discord voice: TTS failed: ${voiceReplyAudio.error ?? "unknown error"}`);
|
|
124
|
-
return;
|
|
125
|
-
}
|
|
126
|
-
logVoiceVerbose(
|
|
127
|
-
`tts ok (${voiceReplyAudio.speakText.length} chars): guild ${entry.guildId} channel ${entry.channelId}`,
|
|
128
|
-
);
|
|
129
|
-
|
|
130
|
-
params.enqueuePlayback(entry, async () => {
|
|
131
|
-
const voiceSdk = loadDiscordVoiceSdk();
|
|
132
|
-
const releaseAudioStream =
|
|
133
|
-
voiceReplyAudio.mode === "stream" ? voiceReplyAudio.release : undefined;
|
|
134
|
-
try {
|
|
135
|
-
if (voiceReplyAudio.mode === "stream") {
|
|
136
|
-
logVoiceVerbose(`playback start: guild ${entry.guildId} channel ${entry.channelId} stream`);
|
|
137
|
-
const nodeStream = Readable.fromWeb(
|
|
138
|
-
voiceReplyAudio.audioStream as import("node:stream/web").ReadableStream<Uint8Array>,
|
|
139
|
-
);
|
|
140
|
-
const resource = voiceSdk.createAudioResource(nodeStream);
|
|
141
|
-
entry.player.play(resource);
|
|
142
|
-
} else {
|
|
143
|
-
logVoiceVerbose(
|
|
144
|
-
`playback start: guild ${entry.guildId} channel ${entry.channelId} file ${path.basename(voiceReplyAudio.audioPath)}`,
|
|
145
|
-
);
|
|
146
|
-
const resource = voiceSdk.createAudioResource(voiceReplyAudio.audioPath);
|
|
147
|
-
entry.player.play(resource);
|
|
148
|
-
}
|
|
149
|
-
await voiceSdk
|
|
150
|
-
.entersState(entry.player, voiceSdk.AudioPlayerStatus.Playing, PLAYBACK_READY_TIMEOUT_MS)
|
|
151
|
-
.catch(() => undefined);
|
|
152
|
-
await voiceSdk
|
|
153
|
-
.entersState(entry.player, voiceSdk.AudioPlayerStatus.Idle, SPEAKING_READY_TIMEOUT_MS)
|
|
154
|
-
.catch(() => undefined);
|
|
155
|
-
logVoiceVerbose(`playback done: guild ${entry.guildId} channel ${entry.channelId}`);
|
|
156
|
-
} finally {
|
|
157
|
-
await releaseAudioStream?.();
|
|
158
|
-
}
|
|
159
|
-
});
|
|
160
|
-
}
|
package/src/voice/session.ts
DELETED
|
@@ -1,81 +0,0 @@
|
|
|
1
|
-
import type { resolveAgentRoute } from "klaw/plugin-sdk/routing";
|
|
2
|
-
import { logVerbose } from "klaw/plugin-sdk/runtime-env";
|
|
3
|
-
import { ChannelType } from "../internal/discord.js";
|
|
4
|
-
import type { VoiceCaptureState } from "./capture-state.js";
|
|
5
|
-
import type { VoiceReceiveRecoveryState } from "./receive-recovery.js";
|
|
6
|
-
|
|
7
|
-
export const MIN_SEGMENT_SECONDS = 0.35;
|
|
8
|
-
export const CAPTURE_FINALIZE_GRACE_MS = 2_500;
|
|
9
|
-
export const VOICE_CONNECT_READY_TIMEOUT_MS = 30_000;
|
|
10
|
-
export const VOICE_RECONNECT_GRACE_MS = 15_000;
|
|
11
|
-
export const PLAYBACK_READY_TIMEOUT_MS = 60_000;
|
|
12
|
-
export const SPEAKING_READY_TIMEOUT_MS = 60_000;
|
|
13
|
-
|
|
14
|
-
export function resolveVoiceTimeoutMs(value: number | undefined, fallbackMs: number): number {
|
|
15
|
-
if (typeof value !== "number" || !Number.isFinite(value) || value <= 0) {
|
|
16
|
-
return fallbackMs;
|
|
17
|
-
}
|
|
18
|
-
return Math.floor(value);
|
|
19
|
-
}
|
|
20
|
-
|
|
21
|
-
export type VoiceOperationResult = {
|
|
22
|
-
ok: boolean;
|
|
23
|
-
message: string;
|
|
24
|
-
channelId?: string;
|
|
25
|
-
guildId?: string;
|
|
26
|
-
};
|
|
27
|
-
|
|
28
|
-
export type VoiceRealtimeSpeakerContext = {
|
|
29
|
-
extraSystemPrompt?: string;
|
|
30
|
-
senderIsOwner: boolean;
|
|
31
|
-
speakerLabel: string;
|
|
32
|
-
};
|
|
33
|
-
|
|
34
|
-
export type VoiceRealtimeAgentTurnParams = {
|
|
35
|
-
context: VoiceRealtimeSpeakerContext;
|
|
36
|
-
message: string;
|
|
37
|
-
toolsAllow?: string[];
|
|
38
|
-
userId: string;
|
|
39
|
-
};
|
|
40
|
-
|
|
41
|
-
export type VoiceRealtimeSpeakerTurn = {
|
|
42
|
-
close: () => void;
|
|
43
|
-
sendInputAudio: (discordPcm48kStereo: Buffer) => void;
|
|
44
|
-
};
|
|
45
|
-
|
|
46
|
-
export type VoiceRealtimeSession = {
|
|
47
|
-
beginSpeakerTurn: (
|
|
48
|
-
context: VoiceRealtimeSpeakerContext,
|
|
49
|
-
userId: string,
|
|
50
|
-
) => VoiceRealtimeSpeakerTurn;
|
|
51
|
-
close: () => void;
|
|
52
|
-
connect: () => Promise<void>;
|
|
53
|
-
handleBargeIn: (reason?: string) => void;
|
|
54
|
-
isBargeInEnabled: () => boolean;
|
|
55
|
-
};
|
|
56
|
-
|
|
57
|
-
export type VoiceSessionEntry = {
|
|
58
|
-
guildId: string;
|
|
59
|
-
guildName?: string;
|
|
60
|
-
channelId: string;
|
|
61
|
-
channelName?: string;
|
|
62
|
-
sessionChannelId: string;
|
|
63
|
-
voiceSessionKey: string;
|
|
64
|
-
route: ReturnType<typeof resolveAgentRoute>;
|
|
65
|
-
connection: import("@discordjs/voice").VoiceConnection;
|
|
66
|
-
player: import("@discordjs/voice").AudioPlayer;
|
|
67
|
-
playbackQueue: Promise<void>;
|
|
68
|
-
processingQueue: Promise<void>;
|
|
69
|
-
capture: VoiceCaptureState;
|
|
70
|
-
realtime?: VoiceRealtimeSession;
|
|
71
|
-
receiveRecovery: VoiceReceiveRecoveryState;
|
|
72
|
-
stop: () => void;
|
|
73
|
-
};
|
|
74
|
-
|
|
75
|
-
export function logVoiceVerbose(message: string): void {
|
|
76
|
-
logVerbose(`discord voice: ${message}`);
|
|
77
|
-
}
|
|
78
|
-
|
|
79
|
-
export function isVoiceChannel(type: ChannelType): boolean {
|
|
80
|
-
return type === ChannelType.GuildVoice || type === ChannelType.GuildStageVoice;
|
|
81
|
-
}
|
|
@@ -1,127 +0,0 @@
|
|
|
1
|
-
import type { Client } from "../internal/discord.js";
|
|
2
|
-
import { resolveDiscordOwnerAccess } from "../monitor/allow-list.js";
|
|
3
|
-
import { formatDiscordUserTag } from "../monitor/format.js";
|
|
4
|
-
|
|
5
|
-
const SPEAKER_CONTEXT_CACHE_TTL_MS = 60_000;
|
|
6
|
-
|
|
7
|
-
type VoiceSpeakerIdentity = {
|
|
8
|
-
id: string;
|
|
9
|
-
label: string;
|
|
10
|
-
name?: string;
|
|
11
|
-
tag?: string;
|
|
12
|
-
memberRoleIds: string[];
|
|
13
|
-
};
|
|
14
|
-
|
|
15
|
-
type VoiceSpeakerContext = Omit<VoiceSpeakerIdentity, "memberRoleIds"> & {
|
|
16
|
-
senderIsOwner: boolean;
|
|
17
|
-
};
|
|
18
|
-
|
|
19
|
-
export class DiscordVoiceSpeakerContextResolver {
|
|
20
|
-
private readonly cache = new Map<
|
|
21
|
-
string,
|
|
22
|
-
VoiceSpeakerContext & {
|
|
23
|
-
expiresAt: number;
|
|
24
|
-
}
|
|
25
|
-
>();
|
|
26
|
-
|
|
27
|
-
constructor(
|
|
28
|
-
private readonly params: {
|
|
29
|
-
client: Client;
|
|
30
|
-
ownerAllowFrom?: string[];
|
|
31
|
-
},
|
|
32
|
-
) {}
|
|
33
|
-
|
|
34
|
-
async resolveContext(guildId: string, userId: string): Promise<VoiceSpeakerContext> {
|
|
35
|
-
const cached = this.getCachedContext(guildId, userId);
|
|
36
|
-
if (cached) {
|
|
37
|
-
return cached;
|
|
38
|
-
}
|
|
39
|
-
const identity = await this.resolveIdentity(guildId, userId);
|
|
40
|
-
const context = {
|
|
41
|
-
id: identity.id,
|
|
42
|
-
label: identity.label,
|
|
43
|
-
name: identity.name,
|
|
44
|
-
tag: identity.tag,
|
|
45
|
-
senderIsOwner: this.resolveIsOwner(identity),
|
|
46
|
-
};
|
|
47
|
-
this.setCachedContext(guildId, userId, context);
|
|
48
|
-
return context;
|
|
49
|
-
}
|
|
50
|
-
|
|
51
|
-
async resolveIdentity(guildId: string, userId: string): Promise<VoiceSpeakerIdentity> {
|
|
52
|
-
try {
|
|
53
|
-
const member = await this.params.client.fetchMember(guildId, userId);
|
|
54
|
-
const username = member.user?.username ?? undefined;
|
|
55
|
-
return {
|
|
56
|
-
id: userId,
|
|
57
|
-
label: member.nickname ?? member.user?.globalName ?? username ?? userId,
|
|
58
|
-
name: username,
|
|
59
|
-
tag: member.user ? formatDiscordUserTag(member.user) : undefined,
|
|
60
|
-
memberRoleIds: Array.isArray(member.roles)
|
|
61
|
-
? member.roles
|
|
62
|
-
.map((role) =>
|
|
63
|
-
typeof role === "string" ? role : typeof role?.id === "string" ? role.id : "",
|
|
64
|
-
)
|
|
65
|
-
.filter(Boolean)
|
|
66
|
-
: [],
|
|
67
|
-
};
|
|
68
|
-
} catch {
|
|
69
|
-
try {
|
|
70
|
-
const user = await this.params.client.fetchUser(userId);
|
|
71
|
-
const username = user.username ?? undefined;
|
|
72
|
-
return {
|
|
73
|
-
id: userId,
|
|
74
|
-
label: user.globalName ?? username ?? userId,
|
|
75
|
-
name: username,
|
|
76
|
-
tag: formatDiscordUserTag(user),
|
|
77
|
-
memberRoleIds: [],
|
|
78
|
-
};
|
|
79
|
-
} catch {
|
|
80
|
-
return { id: userId, label: userId, memberRoleIds: [] };
|
|
81
|
-
}
|
|
82
|
-
}
|
|
83
|
-
}
|
|
84
|
-
|
|
85
|
-
private resolveIsOwner(identity: Pick<VoiceSpeakerIdentity, "id" | "name" | "tag">): boolean {
|
|
86
|
-
return resolveDiscordOwnerAccess({
|
|
87
|
-
allowFrom: this.params.ownerAllowFrom,
|
|
88
|
-
sender: {
|
|
89
|
-
id: identity.id,
|
|
90
|
-
name: identity.name,
|
|
91
|
-
tag: identity.tag,
|
|
92
|
-
},
|
|
93
|
-
allowNameMatching: false,
|
|
94
|
-
}).ownerAllowed;
|
|
95
|
-
}
|
|
96
|
-
|
|
97
|
-
private resolveCacheKey(guildId: string, userId: string): string {
|
|
98
|
-
return `${guildId}:${userId}`;
|
|
99
|
-
}
|
|
100
|
-
|
|
101
|
-
private getCachedContext(guildId: string, userId: string): VoiceSpeakerContext | undefined {
|
|
102
|
-
const key = this.resolveCacheKey(guildId, userId);
|
|
103
|
-
const cached = this.cache.get(key);
|
|
104
|
-
if (!cached) {
|
|
105
|
-
return undefined;
|
|
106
|
-
}
|
|
107
|
-
if (cached.expiresAt <= Date.now()) {
|
|
108
|
-
this.cache.delete(key);
|
|
109
|
-
return undefined;
|
|
110
|
-
}
|
|
111
|
-
return {
|
|
112
|
-
id: cached.id,
|
|
113
|
-
label: cached.label,
|
|
114
|
-
name: cached.name,
|
|
115
|
-
tag: cached.tag,
|
|
116
|
-
senderIsOwner: cached.senderIsOwner,
|
|
117
|
-
};
|
|
118
|
-
}
|
|
119
|
-
|
|
120
|
-
private setCachedContext(guildId: string, userId: string, context: VoiceSpeakerContext): void {
|
|
121
|
-
const key = this.resolveCacheKey(guildId, userId);
|
|
122
|
-
this.cache.set(key, {
|
|
123
|
-
...context,
|
|
124
|
-
expiresAt: Date.now() + SPEAKER_CONTEXT_CACHE_TTL_MS,
|
|
125
|
-
});
|
|
126
|
-
}
|
|
127
|
-
}
|