@0xmaxma/claude-gateway 1.8.13 → 2.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +28 -1605
- package/config.template.json +7 -1
- package/dist/agent/runner.d.ts +394 -0
- package/dist/agent/runner.d.ts.map +1 -1
- package/dist/agent/runner.js +867 -38
- package/dist/agent/runner.js.map +1 -1
- package/dist/agent/skill-learning/index.d.ts +6 -4
- package/dist/agent/skill-learning/index.d.ts.map +1 -1
- package/dist/agent/skill-learning/index.js +3 -3
- package/dist/agent/skill-learning/index.js.map +1 -1
- package/dist/agent/skill-learning/notifier.d.ts +3 -4
- package/dist/agent/skill-learning/notifier.d.ts.map +1 -1
- package/dist/agent/skill-learning/notifier.js +15 -13
- package/dist/agent/skill-learning/notifier.js.map +1 -1
- package/dist/agent/skill-learning/reviewer.d.ts.map +1 -1
- package/dist/agent/skill-learning/reviewer.js +3 -1
- package/dist/agent/skill-learning/reviewer.js.map +1 -1
- package/dist/api/connectors-router.d.ts.map +1 -1
- package/dist/api/connectors-router.js +110 -4
- package/dist/api/connectors-router.js.map +1 -1
- package/dist/api/gateway-router.d.ts +1 -0
- package/dist/api/gateway-router.d.ts.map +1 -1
- package/dist/api/gateway-router.js +13 -1
- package/dist/api/gateway-router.js.map +1 -1
- package/dist/api/line-webhook-router.d.ts +2 -2
- package/dist/api/line-webhook-router.d.ts.map +1 -1
- package/dist/api/line-webhook-router.js +264 -230
- package/dist/api/line-webhook-router.js.map +1 -1
- package/dist/api/router.d.ts.map +1 -1
- package/dist/api/router.js +372 -11
- package/dist/api/router.js.map +1 -1
- package/dist/api/share-router.d.ts.map +1 -1
- package/dist/api/share-router.js +29 -10
- package/dist/api/share-router.js.map +1 -1
- package/dist/api/slack-client.d.ts +2 -0
- package/dist/api/slack-client.d.ts.map +1 -1
- package/dist/api/slack-client.js +6 -2
- package/dist/api/slack-client.js.map +1 -1
- package/dist/api/slack-webhook-router.d.ts +3 -0
- package/dist/api/slack-webhook-router.d.ts.map +1 -1
- package/dist/api/slack-webhook-router.js +226 -131
- package/dist/api/slack-webhook-router.js.map +1 -1
- package/dist/api/voice-router.d.ts +21 -0
- package/dist/api/voice-router.d.ts.map +1 -0
- package/dist/api/voice-router.js +372 -0
- package/dist/api/voice-router.js.map +1 -0
- package/dist/api/voice-settings-router.d.ts +5 -0
- package/dist/api/voice-settings-router.d.ts.map +1 -0
- package/dist/api/voice-settings-router.js +318 -0
- package/dist/api/voice-settings-router.js.map +1 -0
- package/dist/api/wechat-access.d.ts +45 -0
- package/dist/api/wechat-access.d.ts.map +1 -0
- package/dist/api/wechat-access.js +48 -0
- package/dist/api/wechat-access.js.map +1 -0
- package/dist/apps/agent-container-migration.d.ts +11 -0
- package/dist/apps/agent-container-migration.d.ts.map +1 -0
- package/dist/apps/agent-container-migration.js +85 -0
- package/dist/apps/agent-container-migration.js.map +1 -0
- package/dist/apps/installer.d.ts +1 -1
- package/dist/apps/installer.d.ts.map +1 -1
- package/dist/apps/installer.js +2 -1
- package/dist/apps/installer.js.map +1 -1
- package/dist/cli/commands/tasks.d.ts +5 -0
- package/dist/cli/commands/tasks.d.ts.map +1 -0
- package/dist/cli/commands/tasks.js +92 -0
- package/dist/cli/commands/tasks.js.map +1 -0
- package/dist/cli/http-client.d.ts +2 -0
- package/dist/cli/http-client.d.ts.map +1 -1
- package/dist/cli/http-client.js +8 -3
- package/dist/cli/http-client.js.map +1 -1
- package/dist/cli/index.d.ts.map +1 -1
- package/dist/cli/index.js +5 -1
- package/dist/cli/index.js.map +1 -1
- package/dist/config/config-write-lock.d.ts +2 -0
- package/dist/config/config-write-lock.d.ts.map +1 -1
- package/dist/config/config-write-lock.js +5 -0
- package/dist/config/config-write-lock.js.map +1 -1
- package/dist/config/loader.d.ts.map +1 -1
- package/dist/config/loader.js +87 -2
- package/dist/config/loader.js.map +1 -1
- package/dist/config/migrator.d.ts.map +1 -1
- package/dist/config/migrator.js +12 -1
- package/dist/config/migrator.js.map +1 -1
- package/dist/config/watcher.d.ts.map +1 -1
- package/dist/config/watcher.js +6 -0
- package/dist/config/watcher.js.map +1 -1
- package/dist/connectors/resolve.d.ts.map +1 -1
- package/dist/connectors/resolve.js +3 -1
- package/dist/connectors/resolve.js.map +1 -1
- package/dist/connectors/types.d.ts +8 -0
- package/dist/connectors/types.d.ts.map +1 -1
- package/dist/cron/manager.d.ts.map +1 -1
- package/dist/cron/manager.js +21 -2
- package/dist/cron/manager.js.map +1 -1
- package/dist/discord/receiver.d.ts +2 -1
- package/dist/discord/receiver.d.ts.map +1 -1
- package/dist/discord/receiver.js +5 -1
- package/dist/discord/receiver.js.map +1 -1
- package/dist/history/db.d.ts +3 -0
- package/dist/history/db.d.ts.map +1 -1
- package/dist/history/db.js +21 -1
- package/dist/history/db.js.map +1 -1
- package/dist/history/types.d.ts +12 -1
- package/dist/history/types.d.ts.map +1 -1
- package/dist/history/types.js +10 -1
- package/dist/history/types.js.map +1 -1
- package/dist/index.js +48 -9
- package/dist/index.js.map +1 -1
- package/dist/orchestration/bounded-queue.d.ts +15 -0
- package/dist/orchestration/bounded-queue.d.ts.map +1 -0
- package/dist/orchestration/bounded-queue.js +58 -0
- package/dist/orchestration/bounded-queue.js.map +1 -0
- package/dist/orchestration/bridge.d.ts +55 -0
- package/dist/orchestration/bridge.d.ts.map +1 -0
- package/dist/orchestration/bridge.js +234 -0
- package/dist/orchestration/bridge.js.map +1 -0
- package/dist/orchestration/browser-routing.d.ts +7 -0
- package/dist/orchestration/browser-routing.d.ts.map +1 -0
- package/dist/orchestration/browser-routing.js +22 -0
- package/dist/orchestration/browser-routing.js.map +1 -0
- package/dist/orchestration/capabilities.d.ts +49 -0
- package/dist/orchestration/capabilities.d.ts.map +1 -0
- package/dist/orchestration/capabilities.js +417 -0
- package/dist/orchestration/capabilities.js.map +1 -0
- package/dist/orchestration/capacity.d.ts +14 -0
- package/dist/orchestration/capacity.d.ts.map +1 -0
- package/dist/orchestration/capacity.js +52 -0
- package/dist/orchestration/capacity.js.map +1 -0
- package/dist/orchestration/channel-activity.d.ts +21 -0
- package/dist/orchestration/channel-activity.d.ts.map +1 -0
- package/dist/orchestration/channel-activity.js +72 -0
- package/dist/orchestration/channel-activity.js.map +1 -0
- package/dist/orchestration/channel-controls.d.ts +32 -0
- package/dist/orchestration/channel-controls.d.ts.map +1 -0
- package/dist/orchestration/channel-controls.js +105 -0
- package/dist/orchestration/channel-controls.js.map +1 -0
- package/dist/orchestration/channel-input-media.d.ts +11 -0
- package/dist/orchestration/channel-input-media.d.ts.map +1 -0
- package/dist/orchestration/channel-input-media.js +54 -0
- package/dist/orchestration/channel-input-media.js.map +1 -0
- package/dist/orchestration/channel-media.d.ts +4 -0
- package/dist/orchestration/channel-media.d.ts.map +1 -0
- package/dist/orchestration/channel-media.js +70 -0
- package/dist/orchestration/channel-media.js.map +1 -0
- package/dist/orchestration/channel-speech.d.ts +7 -0
- package/dist/orchestration/channel-speech.d.ts.map +1 -0
- package/dist/orchestration/channel-speech.js +65 -0
- package/dist/orchestration/channel-speech.js.map +1 -0
- package/dist/orchestration/cli-skills.d.ts +12 -0
- package/dist/orchestration/cli-skills.d.ts.map +1 -0
- package/dist/orchestration/cli-skills.js +132 -0
- package/dist/orchestration/cli-skills.js.map +1 -0
- package/dist/orchestration/config.d.ts +256 -0
- package/dist/orchestration/config.d.ts.map +1 -0
- package/dist/orchestration/config.js +110 -0
- package/dist/orchestration/config.js.map +1 -0
- package/dist/orchestration/container.d.ts +21 -0
- package/dist/orchestration/container.d.ts.map +1 -0
- package/dist/orchestration/container.js +195 -0
- package/dist/orchestration/container.js.map +1 -0
- package/dist/orchestration/control-delivery.d.ts +5 -0
- package/dist/orchestration/control-delivery.d.ts.map +1 -0
- package/dist/orchestration/control-delivery.js +50 -0
- package/dist/orchestration/control-delivery.js.map +1 -0
- package/dist/orchestration/conversation-intake.d.ts +32 -0
- package/dist/orchestration/conversation-intake.d.ts.map +1 -0
- package/dist/orchestration/conversation-intake.js +92 -0
- package/dist/orchestration/conversation-intake.js.map +1 -0
- package/dist/orchestration/decisions.d.ts +27 -0
- package/dist/orchestration/decisions.d.ts.map +1 -0
- package/dist/orchestration/decisions.js +148 -0
- package/dist/orchestration/decisions.js.map +1 -0
- package/dist/orchestration/delivery.d.ts +30 -0
- package/dist/orchestration/delivery.d.ts.map +1 -0
- package/dist/orchestration/delivery.js +219 -0
- package/dist/orchestration/delivery.js.map +1 -0
- package/dist/orchestration/display-stream.d.ts +4 -0
- package/dist/orchestration/display-stream.d.ts.map +1 -0
- package/dist/orchestration/display-stream.js +77 -0
- package/dist/orchestration/display-stream.js.map +1 -0
- package/dist/orchestration/events.d.ts +30 -0
- package/dist/orchestration/events.d.ts.map +1 -0
- package/dist/orchestration/events.js +65 -0
- package/dist/orchestration/events.js.map +1 -0
- package/dist/orchestration/execution-observation.d.ts +38 -0
- package/dist/orchestration/execution-observation.d.ts.map +1 -0
- package/dist/orchestration/execution-observation.js +25 -0
- package/dist/orchestration/execution-observation.js.map +1 -0
- package/dist/orchestration/file-delivery.d.ts +16 -0
- package/dist/orchestration/file-delivery.d.ts.map +1 -0
- package/dist/orchestration/file-delivery.js +139 -0
- package/dist/orchestration/file-delivery.js.map +1 -0
- package/dist/orchestration/gateway-config.d.ts +17 -0
- package/dist/orchestration/gateway-config.d.ts.map +1 -0
- package/dist/orchestration/gateway-config.js +128 -0
- package/dist/orchestration/gateway-config.js.map +1 -0
- package/dist/orchestration/history.d.ts +13 -0
- package/dist/orchestration/history.d.ts.map +1 -0
- package/dist/orchestration/history.js +48 -0
- package/dist/orchestration/history.js.map +1 -0
- package/dist/orchestration/identity.d.ts +6 -0
- package/dist/orchestration/identity.d.ts.map +1 -0
- package/dist/orchestration/identity.js +13 -0
- package/dist/orchestration/identity.js.map +1 -0
- package/dist/orchestration/inference-errors.d.ts +3 -0
- package/dist/orchestration/inference-errors.d.ts.map +1 -0
- package/dist/orchestration/inference-errors.js +16 -0
- package/dist/orchestration/inference-errors.js.map +1 -0
- package/dist/orchestration/input-images.d.ts +12 -0
- package/dist/orchestration/input-images.d.ts.map +1 -0
- package/dist/orchestration/input-images.js +66 -0
- package/dist/orchestration/input-images.js.map +1 -0
- package/dist/orchestration/instance-lock.d.ts +5 -0
- package/dist/orchestration/instance-lock.d.ts.map +1 -0
- package/dist/orchestration/instance-lock.js +33 -0
- package/dist/orchestration/instance-lock.js.map +1 -0
- package/dist/orchestration/line-loading.d.ts +21 -0
- package/dist/orchestration/line-loading.d.ts.map +1 -0
- package/dist/orchestration/line-loading.js +89 -0
- package/dist/orchestration/line-loading.js.map +1 -0
- package/dist/orchestration/media.d.ts +3 -0
- package/dist/orchestration/media.d.ts.map +1 -0
- package/dist/orchestration/media.js +46 -0
- package/dist/orchestration/media.js.map +1 -0
- package/dist/orchestration/migrations/schema.d.ts +3 -0
- package/dist/orchestration/migrations/schema.d.ts.map +1 -0
- package/dist/orchestration/migrations/schema.js +80 -0
- package/dist/orchestration/migrations/schema.js.map +1 -0
- package/dist/orchestration/notification-mailbox.d.ts +5 -0
- package/dist/orchestration/notification-mailbox.d.ts.map +1 -0
- package/dist/orchestration/notification-mailbox.js +29 -0
- package/dist/orchestration/notification-mailbox.js.map +1 -0
- package/dist/orchestration/process-activity.d.ts +23 -0
- package/dist/orchestration/process-activity.d.ts.map +1 -0
- package/dist/orchestration/process-activity.js +95 -0
- package/dist/orchestration/process-activity.js.map +1 -0
- package/dist/orchestration/process-supervisor.d.ts +15 -0
- package/dist/orchestration/process-supervisor.d.ts.map +1 -0
- package/dist/orchestration/process-supervisor.js +92 -0
- package/dist/orchestration/process-supervisor.js.map +1 -0
- package/dist/orchestration/process-turn.d.ts +35 -0
- package/dist/orchestration/process-turn.d.ts.map +1 -0
- package/dist/orchestration/process-turn.js +246 -0
- package/dist/orchestration/process-turn.js.map +1 -0
- package/dist/orchestration/progress-review.d.ts +28 -0
- package/dist/orchestration/progress-review.d.ts.map +1 -0
- package/dist/orchestration/progress-review.js +48 -0
- package/dist/orchestration/progress-review.js.map +1 -0
- package/dist/orchestration/recovery.d.ts +8 -0
- package/dist/orchestration/recovery.d.ts.map +1 -0
- package/dist/orchestration/recovery.js +35 -0
- package/dist/orchestration/recovery.js.map +1 -0
- package/dist/orchestration/reply-context.d.ts +7 -0
- package/dist/orchestration/reply-context.d.ts.map +1 -0
- package/dist/orchestration/reply-context.js +54 -0
- package/dist/orchestration/reply-context.js.map +1 -0
- package/dist/orchestration/runtime.d.ts +232 -0
- package/dist/orchestration/runtime.d.ts.map +1 -0
- package/dist/orchestration/runtime.js +962 -0
- package/dist/orchestration/runtime.js.map +1 -0
- package/dist/orchestration/skills.d.ts +17 -0
- package/dist/orchestration/skills.d.ts.map +1 -0
- package/dist/orchestration/skills.js +32 -0
- package/dist/orchestration/skills.js.map +1 -0
- package/dist/orchestration/source-policy.d.ts +6 -0
- package/dist/orchestration/source-policy.d.ts.map +1 -0
- package/dist/orchestration/source-policy.js +16 -0
- package/dist/orchestration/source-policy.js.map +1 -0
- package/dist/orchestration/speech.d.ts +24 -0
- package/dist/orchestration/speech.d.ts.map +1 -0
- package/dist/orchestration/speech.js +61 -0
- package/dist/orchestration/speech.js.map +1 -0
- package/dist/orchestration/stop-controls.d.ts +30 -0
- package/dist/orchestration/stop-controls.d.ts.map +1 -0
- package/dist/orchestration/stop-controls.js +79 -0
- package/dist/orchestration/stop-controls.js.map +1 -0
- package/dist/orchestration/store.d.ts +86 -0
- package/dist/orchestration/store.d.ts.map +1 -0
- package/dist/orchestration/store.js +275 -0
- package/dist/orchestration/store.js.map +1 -0
- package/dist/orchestration/task-controls.d.ts +130 -0
- package/dist/orchestration/task-controls.d.ts.map +1 -0
- package/dist/orchestration/task-controls.js +55 -0
- package/dist/orchestration/task-controls.js.map +1 -0
- package/dist/orchestration/task-files.d.ts +29 -0
- package/dist/orchestration/task-files.d.ts.map +1 -0
- package/dist/orchestration/task-files.js +200 -0
- package/dist/orchestration/task-files.js.map +1 -0
- package/dist/orchestration/task-report.d.ts +7 -0
- package/dist/orchestration/task-report.d.ts.map +1 -0
- package/dist/orchestration/task-report.js +33 -0
- package/dist/orchestration/task-report.js.map +1 -0
- package/dist/orchestration/tasks/checkpoint-hook.d.ts +19 -0
- package/dist/orchestration/tasks/checkpoint-hook.d.ts.map +1 -0
- package/dist/orchestration/tasks/checkpoint-hook.js +49 -0
- package/dist/orchestration/tasks/checkpoint-hook.js.map +1 -0
- package/dist/orchestration/tasks/cleanup.d.ts +18 -0
- package/dist/orchestration/tasks/cleanup.d.ts.map +1 -0
- package/dist/orchestration/tasks/cleanup.js +113 -0
- package/dist/orchestration/tasks/cleanup.js.map +1 -0
- package/dist/orchestration/tasks/driver.d.ts +23 -0
- package/dist/orchestration/tasks/driver.d.ts.map +1 -0
- package/dist/orchestration/tasks/driver.js +209 -0
- package/dist/orchestration/tasks/driver.js.map +1 -0
- package/dist/orchestration/tasks/failure.d.ts +5 -0
- package/dist/orchestration/tasks/failure.d.ts.map +1 -0
- package/dist/orchestration/tasks/failure.js +17 -0
- package/dist/orchestration/tasks/failure.js.map +1 -0
- package/dist/orchestration/tasks/pool.d.ts +18 -0
- package/dist/orchestration/tasks/pool.d.ts.map +1 -0
- package/dist/orchestration/tasks/pool.js +73 -0
- package/dist/orchestration/tasks/pool.js.map +1 -0
- package/dist/orchestration/tasks/scheduler.d.ts +38 -0
- package/dist/orchestration/tasks/scheduler.d.ts.map +1 -0
- package/dist/orchestration/tasks/scheduler.js +160 -0
- package/dist/orchestration/tasks/scheduler.js.map +1 -0
- package/dist/orchestration/tasks/service.d.ts +109 -0
- package/dist/orchestration/tasks/service.d.ts.map +1 -0
- package/dist/orchestration/tasks/service.js +697 -0
- package/dist/orchestration/tasks/service.js.map +1 -0
- package/dist/orchestration/tasks/shared-workspace.d.ts +25 -0
- package/dist/orchestration/tasks/shared-workspace.d.ts.map +1 -0
- package/dist/orchestration/tasks/shared-workspace.js +162 -0
- package/dist/orchestration/tasks/shared-workspace.js.map +1 -0
- package/dist/orchestration/tasks/task-directive.d.ts +6 -0
- package/dist/orchestration/tasks/task-directive.d.ts.map +1 -0
- package/dist/orchestration/tasks/task-directive.js +41 -0
- package/dist/orchestration/tasks/task-directive.js.map +1 -0
- package/dist/orchestration/tasks/timing.d.ts +15 -0
- package/dist/orchestration/tasks/timing.d.ts.map +1 -0
- package/dist/orchestration/tasks/timing.js +48 -0
- package/dist/orchestration/tasks/timing.js.map +1 -0
- package/dist/orchestration/tasks/tool-repetition.d.ts +3 -0
- package/dist/orchestration/tasks/tool-repetition.d.ts.map +1 -0
- package/dist/orchestration/tasks/tool-repetition.js +30 -0
- package/dist/orchestration/tasks/tool-repetition.js.map +1 -0
- package/dist/orchestration/tasks/workspace.d.ts +24 -0
- package/dist/orchestration/tasks/workspace.d.ts.map +1 -0
- package/dist/orchestration/tasks/workspace.js +147 -0
- package/dist/orchestration/tasks/workspace.js.map +1 -0
- package/dist/orchestration/telegram-speech.d.ts +17 -0
- package/dist/orchestration/telegram-speech.d.ts.map +1 -0
- package/dist/orchestration/telegram-speech.js +55 -0
- package/dist/orchestration/telegram-speech.js.map +1 -0
- package/dist/orchestration/telegram-tool-status.d.ts +23 -0
- package/dist/orchestration/telegram-tool-status.d.ts.map +1 -0
- package/dist/orchestration/telegram-tool-status.js +207 -0
- package/dist/orchestration/telegram-tool-status.js.map +1 -0
- package/dist/orchestration/telegram-voices.d.ts +42 -0
- package/dist/orchestration/telegram-voices.d.ts.map +1 -0
- package/dist/orchestration/telegram-voices.js +70 -0
- package/dist/orchestration/telegram-voices.js.map +1 -0
- package/dist/orchestration/tool-activity.d.ts +10 -0
- package/dist/orchestration/tool-activity.d.ts.map +1 -0
- package/dist/orchestration/tool-activity.js +38 -0
- package/dist/orchestration/tool-activity.js.map +1 -0
- package/dist/orchestration/types.d.ts +177 -0
- package/dist/orchestration/types.d.ts.map +1 -0
- package/dist/orchestration/types.js +13 -0
- package/dist/orchestration/types.js.map +1 -0
- package/dist/orchestration/voice-reply-policy.d.ts +8 -0
- package/dist/orchestration/voice-reply-policy.d.ts.map +1 -0
- package/dist/orchestration/voice-reply-policy.js +46 -0
- package/dist/orchestration/voice-reply-policy.js.map +1 -0
- package/dist/orchestration/worker-shares.d.ts +8 -0
- package/dist/orchestration/worker-shares.d.ts.map +1 -0
- package/dist/orchestration/worker-shares.js +59 -0
- package/dist/orchestration/worker-shares.js.map +1 -0
- package/dist/orchestration/workflow.d.ts +121 -0
- package/dist/orchestration/workflow.d.ts.map +1 -0
- package/dist/orchestration/workflow.js +69 -0
- package/dist/orchestration/workflow.js.map +1 -0
- package/dist/session/input-image.d.ts +10 -0
- package/dist/session/input-image.d.ts.map +1 -0
- package/dist/session/input-image.js +3 -0
- package/dist/session/input-image.js.map +1 -0
- package/dist/session/process.d.ts +15 -3
- package/dist/session/process.d.ts.map +1 -1
- package/dist/session/process.js +144 -35
- package/dist/session/process.js.map +1 -1
- package/dist/session/runtime-profile.d.ts +36 -0
- package/dist/session/runtime-profile.d.ts.map +1 -0
- package/dist/session/runtime-profile.js +63 -0
- package/dist/session/runtime-profile.js.map +1 -0
- package/dist/session/store.d.ts.map +1 -1
- package/dist/session/store.js +23 -1
- package/dist/session/store.js.map +1 -1
- package/dist/share/share-store.d.ts +3 -1
- package/dist/share/share-store.d.ts.map +1 -1
- package/dist/share/share-store.js +13 -2
- package/dist/share/share-store.js.map +1 -1
- package/dist/shared/line-request-order.d.ts +2 -0
- package/dist/shared/line-request-order.d.ts.map +1 -0
- package/dist/shared/line-request-order.js +16 -0
- package/dist/shared/line-request-order.js.map +1 -0
- package/dist/shared/task-elapsed.d.ts +3 -0
- package/dist/shared/task-elapsed.d.ts.map +1 -0
- package/dist/shared/task-elapsed.js +12 -0
- package/dist/shared/task-elapsed.js.map +1 -0
- package/dist/shared/task-updated-time.d.ts +3 -0
- package/dist/shared/task-updated-time.d.ts.map +1 -0
- package/dist/shared/task-updated-time.js +15 -0
- package/dist/shared/task-updated-time.js.map +1 -0
- package/dist/skills/loader.d.ts +2 -0
- package/dist/skills/loader.d.ts.map +1 -1
- package/dist/skills/loader.js.map +1 -1
- package/dist/telegram/chunks.d.ts +19 -0
- package/dist/telegram/chunks.d.ts.map +1 -0
- package/dist/telegram/chunks.js +129 -0
- package/dist/telegram/chunks.js.map +1 -0
- package/dist/telegram/markdown.d.ts.map +1 -1
- package/dist/telegram/markdown.js +18 -3
- package/dist/telegram/markdown.js.map +1 -1
- package/dist/telegram/receiver.d.ts +2 -1
- package/dist/telegram/receiver.d.ts.map +1 -1
- package/dist/telegram/receiver.js +6 -1
- package/dist/telegram/receiver.js.map +1 -1
- package/dist/types.d.ts +54 -0
- package/dist/types.d.ts.map +1 -1
- package/dist/ui/web-ui.d.ts.map +1 -1
- package/dist/ui/web-ui.js +31 -5
- package/dist/ui/web-ui.js.map +1 -1
- package/dist/voice/diagnostics.d.ts +29 -0
- package/dist/voice/diagnostics.d.ts.map +1 -0
- package/dist/voice/diagnostics.js +37 -0
- package/dist/voice/diagnostics.js.map +1 -0
- package/dist/voice/errors.d.ts +19 -0
- package/dist/voice/errors.d.ts.map +1 -0
- package/dist/voice/errors.js +133 -0
- package/dist/voice/errors.js.map +1 -0
- package/dist/voice/line-audio.d.ts +4 -0
- package/dist/voice/line-audio.d.ts.map +1 -0
- package/dist/voice/line-audio.js +27 -0
- package/dist/voice/line-audio.js.map +1 -0
- package/dist/voice/managed-quota.d.ts +5 -0
- package/dist/voice/managed-quota.d.ts.map +1 -0
- package/dist/voice/managed-quota.js +35 -0
- package/dist/voice/managed-quota.js.map +1 -0
- package/dist/voice/mp3.d.ts +3 -0
- package/dist/voice/mp3.d.ts.map +1 -0
- package/dist/voice/mp3.js +30 -0
- package/dist/voice/mp3.js.map +1 -0
- package/dist/voice/notes.d.ts +9 -0
- package/dist/voice/notes.d.ts.map +1 -0
- package/dist/voice/notes.js +68 -0
- package/dist/voice/notes.js.map +1 -0
- package/dist/voice/playback.d.ts +22 -0
- package/dist/voice/playback.d.ts.map +1 -0
- package/dist/voice/playback.js +52 -0
- package/dist/voice/playback.js.map +1 -0
- package/dist/voice/preview.d.ts +6 -0
- package/dist/voice/preview.d.ts.map +1 -0
- package/dist/voice/preview.js +44 -0
- package/dist/voice/preview.js.map +1 -0
- package/dist/voice/protocol.d.ts +10 -0
- package/dist/voice/protocol.d.ts.map +1 -0
- package/dist/voice/protocol.js +30 -0
- package/dist/voice/protocol.js.map +1 -0
- package/dist/voice/providers/cartesia-tts.d.ts +26 -0
- package/dist/voice/providers/cartesia-tts.d.ts.map +1 -0
- package/dist/voice/providers/cartesia-tts.js +95 -0
- package/dist/voice/providers/cartesia-tts.js.map +1 -0
- package/dist/voice/providers/deepgram-stt.d.ts +20 -0
- package/dist/voice/providers/deepgram-stt.d.ts.map +1 -0
- package/dist/voice/providers/deepgram-stt.js +66 -0
- package/dist/voice/providers/deepgram-stt.js.map +1 -0
- package/dist/voice/providers/elevenlabs-stt.d.ts +20 -0
- package/dist/voice/providers/elevenlabs-stt.d.ts.map +1 -0
- package/dist/voice/providers/elevenlabs-stt.js +92 -0
- package/dist/voice/providers/elevenlabs-stt.js.map +1 -0
- package/dist/voice/providers/elevenlabs-tts.d.ts +26 -0
- package/dist/voice/providers/elevenlabs-tts.d.ts.map +1 -0
- package/dist/voice/providers/elevenlabs-tts.js +82 -0
- package/dist/voice/providers/elevenlabs-tts.js.map +1 -0
- package/dist/voice/providers/encoded-audio-tts.d.ts +21 -0
- package/dist/voice/providers/encoded-audio-tts.d.ts.map +1 -0
- package/dist/voice/providers/encoded-audio-tts.js +175 -0
- package/dist/voice/providers/encoded-audio-tts.js.map +1 -0
- package/dist/voice/providers/fake.d.ts +39 -0
- package/dist/voice/providers/fake.d.ts.map +1 -0
- package/dist/voice/providers/fake.js +41 -0
- package/dist/voice/providers/fake.js.map +1 -0
- package/dist/voice/providers/gemini-live-stt.d.ts +21 -0
- package/dist/voice/providers/gemini-live-stt.d.ts.map +1 -0
- package/dist/voice/providers/gemini-live-stt.js +158 -0
- package/dist/voice/providers/gemini-live-stt.js.map +1 -0
- package/dist/voice/providers/gemini.d.ts +60 -0
- package/dist/voice/providers/gemini.d.ts.map +1 -0
- package/dist/voice/providers/gemini.js +124 -0
- package/dist/voice/providers/gemini.js.map +1 -0
- package/dist/voice/providers/model-ref.d.ts +9 -0
- package/dist/voice/providers/model-ref.d.ts.map +1 -0
- package/dist/voice/providers/model-ref.js +31 -0
- package/dist/voice/providers/model-ref.js.map +1 -0
- package/dist/voice/providers/openrouter.d.ts +39 -0
- package/dist/voice/providers/openrouter.d.ts.map +1 -0
- package/dist/voice/providers/openrouter.js +154 -0
- package/dist/voice/providers/openrouter.js.map +1 -0
- package/dist/voice/providers/paxalabs-stt.d.ts +12 -0
- package/dist/voice/providers/paxalabs-stt.d.ts.map +1 -0
- package/dist/voice/providers/paxalabs-stt.js +41 -0
- package/dist/voice/providers/paxalabs-stt.js.map +1 -0
- package/dist/voice/providers/paxalabs-tts.d.ts +23 -0
- package/dist/voice/providers/paxalabs-tts.d.ts.map +1 -0
- package/dist/voice/providers/paxalabs-tts.js +80 -0
- package/dist/voice/providers/paxalabs-tts.js.map +1 -0
- package/dist/voice/providers/recorded-stt.d.ts +34 -0
- package/dist/voice/providers/recorded-stt.d.ts.map +1 -0
- package/dist/voice/providers/recorded-stt.js +59 -0
- package/dist/voice/providers/recorded-stt.js.map +1 -0
- package/dist/voice/providers/registry.d.ts +10 -0
- package/dist/voice/providers/registry.d.ts.map +1 -0
- package/dist/voice/providers/registry.js +77 -0
- package/dist/voice/providers/registry.js.map +1 -0
- package/dist/voice/providers/socket.d.ts +10 -0
- package/dist/voice/providers/socket.d.ts.map +1 -0
- package/dist/voice/providers/socket.js +91 -0
- package/dist/voice/providers/socket.js.map +1 -0
- package/dist/voice/providers/upstream.d.ts +9 -0
- package/dist/voice/providers/upstream.d.ts.map +1 -0
- package/dist/voice/providers/upstream.js +51 -0
- package/dist/voice/providers/upstream.js.map +1 -0
- package/dist/voice/providers/voice-catalog.d.ts +17 -0
- package/dist/voice/providers/voice-catalog.d.ts.map +1 -0
- package/dist/voice/providers/voice-catalog.js +167 -0
- package/dist/voice/providers/voice-catalog.js.map +1 -0
- package/dist/voice/queue.d.ts +2 -0
- package/dist/voice/queue.d.ts.map +1 -0
- package/dist/voice/queue.js +6 -0
- package/dist/voice/queue.js.map +1 -0
- package/dist/voice/session.d.ts +86 -0
- package/dist/voice/session.d.ts.map +1 -0
- package/dist/voice/session.js +464 -0
- package/dist/voice/session.js.map +1 -0
- package/dist/voice/turn-manager.d.ts +27 -0
- package/dist/voice/turn-manager.d.ts.map +1 -0
- package/dist/voice/turn-manager.js +75 -0
- package/dist/voice/turn-manager.js.map +1 -0
- package/dist/voice/types.d.ts +78 -0
- package/dist/voice/types.d.ts.map +1 -0
- package/dist/voice/types.js +18 -0
- package/dist/voice/types.js.map +1 -0
- package/dist/voice/wav.d.ts +2 -0
- package/dist/voice/wav.d.ts.map +1 -0
- package/dist/voice/wav.js +21 -0
- package/dist/voice/wav.js.map +1 -0
- package/dist/wechat/ilink-client.d.ts +207 -0
- package/dist/wechat/ilink-client.d.ts.map +1 -0
- package/dist/wechat/ilink-client.js +660 -0
- package/dist/wechat/ilink-client.js.map +1 -0
- package/dist/wechat/manager.d.ts +93 -0
- package/dist/wechat/manager.d.ts.map +1 -0
- package/dist/wechat/manager.js +409 -0
- package/dist/wechat/manager.js.map +1 -0
- package/dist/whatsapp/manager.d.ts.map +1 -1
- package/dist/whatsapp/manager.js +51 -1
- package/dist/whatsapp/manager.js.map +1 -1
- package/mcp/capability-catalog.ts +206 -0
- package/mcp/modules.ts +56 -0
- package/mcp/server.ts +18 -35
- package/mcp/tools/browser/module.ts +1 -1
- package/mcp/tools/browser/skills/open-browser/SKILL.md +5 -3
- package/mcp/tools/discord/commands.ts +17 -1
- package/mcp/tools/discord/inbound.ts +11 -0
- package/mcp/tools/discord/module.ts +42 -2
- package/mcp/tools/discord/receiver-server.ts +10 -0
- package/mcp/tools/discord/types.ts +4 -1
- package/mcp/tools/image/module.ts +3 -1
- package/mcp/tools/receiver-spool.test.ts +28 -0
- package/mcp/tools/receiver-spool.ts +56 -0
- package/mcp/tools/share-file/module.ts +9 -1
- package/mcp/tools/shared/share-client.ts +19 -0
- package/mcp/tools/tasks/module.ts +35 -0
- package/mcp/tools/telegram/media-group.ts +21 -0
- package/mcp/tools/telegram/receiver-server.ts +232 -11
- package/mcp/tools/telegram/selection-confirmation.ts +20 -0
- package/mcp/tools/telegram/task-browser.ts +117 -0
- package/mcp/tools/telegram/task-detail.ts +36 -0
- package/mcp/tools/telegram/task-elapsed.ts +1 -0
- package/mcp/tools/telegram/typing.ts +6 -116
- package/mcp/tools/video/module.ts +1 -1
- package/mcp/tools/wechat/client.ts +49 -0
- package/mcp/tools/wechat/module.ts +88 -0
- package/mcp/types.ts +5 -0
- package/package.json +2 -1
- package/resource/claude_gateway.jpeg +0 -0
- package/scripts/orchestration/bench-store.cjs +30 -0
- package/scripts/orchestration/inspect.cjs +16 -0
- package/scripts/orchestration/probe-profile.cjs +67 -0
- package/scripts/orchestration/reconcile.cjs +21 -0
- package/scripts/orchestration/smoke-elevenlabs.cjs +90 -0
- package/scripts/orchestration/smoke-media.cjs +70 -0
- package/scripts/orchestration/smoke-text.cjs +101 -0
- package/scripts/orchestration/smoke-vision.cjs +49 -0
|
@@ -0,0 +1,464 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.VoiceSession = void 0;
|
|
4
|
+
const errors_1 = require("./errors");
|
|
5
|
+
const diagnostics_1 = require("./diagnostics");
|
|
6
|
+
const wav_1 = require("./wav");
|
|
7
|
+
const voice_catalog_1 = require("./providers/voice-catalog");
|
|
8
|
+
const crypto_1 = require("crypto");
|
|
9
|
+
const turn_manager_1 = require("./turn-manager");
|
|
10
|
+
const playback_1 = require("./playback");
|
|
11
|
+
const types_1 = require("./types");
|
|
12
|
+
const protocol_1 = require("./protocol");
|
|
13
|
+
class VoiceSession {
|
|
14
|
+
/** Speech candidates defer admission; only confirmed words interrupt inference. */
|
|
15
|
+
speechActivity() {
|
|
16
|
+
if (this.closed)
|
|
17
|
+
return;
|
|
18
|
+
this.speaking = true;
|
|
19
|
+
clearTimeout(this.admissionTimer);
|
|
20
|
+
}
|
|
21
|
+
scheduleAdmission() {
|
|
22
|
+
clearTimeout(this.admissionTimer);
|
|
23
|
+
if (!this.pendingText.length || this.closed || this.speaking)
|
|
24
|
+
return;
|
|
25
|
+
this.admissionTimer = setTimeout(() => { void this.flushPending().catch(error => this.error(error.code ?? 'CONVERSATION_FAILED')); }, this.options.mergeWindowMs ?? 0);
|
|
26
|
+
}
|
|
27
|
+
async flushPending() {
|
|
28
|
+
clearTimeout(this.admissionTimer);
|
|
29
|
+
if (!this.pendingText.length || this.closed)
|
|
30
|
+
return;
|
|
31
|
+
const parts = this.pendingText.splice(0);
|
|
32
|
+
await this.admit(parts.map(p => p.text).join(' '), parts[0].utteranceId);
|
|
33
|
+
}
|
|
34
|
+
setVoice(voiceId) { this.voiceId = voiceId; }
|
|
35
|
+
constructor(stt, tts, voiceId, client, submit, stopResponse, options = { silenceCommitMs: 650, finalizationTimeoutMs: 5000, maxUtteranceMs: 60000, maxBufferedAudioMs: 1500 }, record, saveAudio, diagnostic) {
|
|
36
|
+
this.stt = stt;
|
|
37
|
+
this.tts = tts;
|
|
38
|
+
this.voiceId = voiceId;
|
|
39
|
+
this.client = client;
|
|
40
|
+
this.submit = submit;
|
|
41
|
+
this.stopResponse = stopResponse;
|
|
42
|
+
this.options = options;
|
|
43
|
+
this.record = record;
|
|
44
|
+
this.saveAudio = saveAudio;
|
|
45
|
+
this.diagnostic = diagnostic;
|
|
46
|
+
this.playback = new playback_1.VoicePlayback();
|
|
47
|
+
this.controller = new AbortController();
|
|
48
|
+
this.finalizing = false;
|
|
49
|
+
this.closed = false;
|
|
50
|
+
this.speaking = false;
|
|
51
|
+
this.muted = false;
|
|
52
|
+
this.interruption = 0;
|
|
53
|
+
this.speechQueue = Promise.resolve();
|
|
54
|
+
this.pendingText = [];
|
|
55
|
+
this.responses = new Set();
|
|
56
|
+
}
|
|
57
|
+
async start() {
|
|
58
|
+
if (this.closed || this.turn)
|
|
59
|
+
throw new types_1.VoiceError('VOICE_ALREADY_STARTED');
|
|
60
|
+
if (!this.sttSession) {
|
|
61
|
+
let stt;
|
|
62
|
+
try {
|
|
63
|
+
stt = await this.stt.open({ format: types_1.PCM16, language: this.options.language || undefined, signal: this.controller.signal });
|
|
64
|
+
}
|
|
65
|
+
catch (error) {
|
|
66
|
+
this.failStt(error instanceof types_1.VoiceError ? error.code : 'STT_PROVIDER_ERROR');
|
|
67
|
+
return;
|
|
68
|
+
}
|
|
69
|
+
if (this.closed) {
|
|
70
|
+
await stt.close();
|
|
71
|
+
return;
|
|
72
|
+
}
|
|
73
|
+
this.sttSession = stt;
|
|
74
|
+
void (async () => {
|
|
75
|
+
try {
|
|
76
|
+
for await (const event of stt.events) {
|
|
77
|
+
if (this.closed || this.sttSession !== stt)
|
|
78
|
+
break;
|
|
79
|
+
if (event.type === 'error') {
|
|
80
|
+
this.failStt(event.code, event.retryable);
|
|
81
|
+
return;
|
|
82
|
+
}
|
|
83
|
+
const turn = this.turn;
|
|
84
|
+
if (!turn)
|
|
85
|
+
continue;
|
|
86
|
+
turn.event(event);
|
|
87
|
+
if (event.type === 'partial')
|
|
88
|
+
this.client.control({ type: 'stt.partial', utterance_id: turn.utteranceId, text: event.text });
|
|
89
|
+
}
|
|
90
|
+
if (!this.closed && this.sttSession === stt)
|
|
91
|
+
this.failStt('STT_CONNECTION_CLOSED', true);
|
|
92
|
+
}
|
|
93
|
+
catch (error) {
|
|
94
|
+
if (!this.closed && this.sttSession === stt)
|
|
95
|
+
this.failStt(error instanceof types_1.VoiceError ? error.code : 'STT_PROVIDER_ERROR');
|
|
96
|
+
}
|
|
97
|
+
})();
|
|
98
|
+
}
|
|
99
|
+
const turn = new turn_manager_1.VoiceTurnManager(this.sttSession, 16000, Math.max(this.options.finalizationTimeoutMs, this.stt.capabilities.finalizationTimeoutMs ?? 0), this.options.maxUtteranceMs);
|
|
100
|
+
this.turn = turn;
|
|
101
|
+
this.client.control({ type: 'voice.state', state: 'listening', stt_mode: this.stt.capabilities.mode ?? 'realtime', generation: this.playback.generation, epoch: this.playback.epoch, utterance_id: turn.utteranceId, format: types_1.PCM16 });
|
|
102
|
+
}
|
|
103
|
+
async audio(frame) {
|
|
104
|
+
if (frame.generation !== this.playback.generation)
|
|
105
|
+
return;
|
|
106
|
+
if (this.closed || this.muted || !this.turn || frame.segmentId !== this.turn.utteranceId)
|
|
107
|
+
throw new types_1.VoiceError('INVALID_UTTERANCE');
|
|
108
|
+
await this.turn.pushAudio(frame.sequence, frame.audio);
|
|
109
|
+
}
|
|
110
|
+
speechStarted(epoch) {
|
|
111
|
+
if (this.closed)
|
|
112
|
+
return;
|
|
113
|
+
if (!Number.isSafeInteger(epoch) || epoch < 0 || epoch > 0xffffffff)
|
|
114
|
+
throw new types_1.VoiceError('INVALID_EPOCH');
|
|
115
|
+
if (epoch <= this.playback.epoch)
|
|
116
|
+
return;
|
|
117
|
+
clearTimeout(this.silenceTimer);
|
|
118
|
+
clearTimeout(this.admissionTimer);
|
|
119
|
+
this.speaking = true;
|
|
120
|
+
this.interruption++;
|
|
121
|
+
const previous = this.playback.epoch;
|
|
122
|
+
this.recordPlayback('interrupted');
|
|
123
|
+
this.playingResponseId = undefined;
|
|
124
|
+
const current = this.playback.clear(epoch);
|
|
125
|
+
this.client.control({ type: 'playback.clear', epoch: current, generation: this.playback.generation });
|
|
126
|
+
if (current > previous)
|
|
127
|
+
this.stopResponse();
|
|
128
|
+
}
|
|
129
|
+
speechEnded(lastAudioSeq) {
|
|
130
|
+
if (!Number.isSafeInteger(lastAudioSeq) || lastAudioSeq < 0)
|
|
131
|
+
throw new types_1.VoiceError('INVALID_AUDIO_SEQUENCE');
|
|
132
|
+
this.speaking = false;
|
|
133
|
+
clearTimeout(this.silenceTimer);
|
|
134
|
+
this.silenceTimer = setTimeout(() => { void this.commit(lastAudioSeq).catch(error => this.error(error.code ?? 'VOICE_ERROR')); }, this.options.silenceCommitMs);
|
|
135
|
+
}
|
|
136
|
+
async commit(lastAudioSeq, flush = false) {
|
|
137
|
+
if (this.pendingCommit) {
|
|
138
|
+
await this.pendingCommit;
|
|
139
|
+
if (flush)
|
|
140
|
+
await this.flushPending();
|
|
141
|
+
return;
|
|
142
|
+
}
|
|
143
|
+
const pending = this.commitTurn(lastAudioSeq, flush);
|
|
144
|
+
this.pendingCommit = pending;
|
|
145
|
+
try {
|
|
146
|
+
await pending;
|
|
147
|
+
}
|
|
148
|
+
finally {
|
|
149
|
+
if (this.pendingCommit === pending)
|
|
150
|
+
this.pendingCommit = undefined;
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
async commitTurn(lastAudioSeq, flush) {
|
|
154
|
+
if (this.finalizing || !this.turn || this.closed)
|
|
155
|
+
return;
|
|
156
|
+
this.finalizing = true;
|
|
157
|
+
this.speaking = false;
|
|
158
|
+
clearTimeout(this.silenceTimer);
|
|
159
|
+
const turn = this.turn;
|
|
160
|
+
try {
|
|
161
|
+
const trace = (0, diagnostics_1.voiceTrace)('stt', this.diagnostic, { utteranceId: turn.utteranceId });
|
|
162
|
+
trace.emit('commit_started');
|
|
163
|
+
const text = await trace.run(() => turn.commit(lastAudioSeq)).then(text => { trace.emit('transcript_ready'); return text; }, error => { trace.emit('failed', { code: error instanceof types_1.VoiceError ? error.code : 'STT_PROVIDER_ERROR' }); throw error; });
|
|
164
|
+
if (this.closed)
|
|
165
|
+
return;
|
|
166
|
+
// Some providers deliver no partial words. A confirmed continuation still
|
|
167
|
+
// supersedes the previous reply before this text is admitted. Tasks survive.
|
|
168
|
+
if (this.responses.size) {
|
|
169
|
+
this.speechStarted(this.playback.epoch + 1);
|
|
170
|
+
this.speaking = false;
|
|
171
|
+
}
|
|
172
|
+
if (this.options.mergeWindowMs) {
|
|
173
|
+
if (this.pendingText.reduce((n, p) => n + p.text.length, text.length) > 65536)
|
|
174
|
+
throw new types_1.VoiceError('TRANSCRIPT_TOO_LARGE');
|
|
175
|
+
this.pendingText.push({ text, utteranceId: turn.utteranceId });
|
|
176
|
+
this.client.control({ type: 'stt.segment', utterance_id: turn.utteranceId, text, pending_text: this.pendingText.map(p => p.text).join(' ') });
|
|
177
|
+
if (flush)
|
|
178
|
+
await this.flushPending();
|
|
179
|
+
}
|
|
180
|
+
else
|
|
181
|
+
await this.admit(text, turn.utteranceId);
|
|
182
|
+
}
|
|
183
|
+
finally {
|
|
184
|
+
await turn.close(false);
|
|
185
|
+
if (this.turn === turn)
|
|
186
|
+
this.turn = undefined;
|
|
187
|
+
this.finalizing = false;
|
|
188
|
+
if (!this.closed && !this.muted)
|
|
189
|
+
await this.start();
|
|
190
|
+
this.scheduleAdmission();
|
|
191
|
+
}
|
|
192
|
+
}
|
|
193
|
+
async admit(text, utteranceId) {
|
|
194
|
+
this.client.control({ type: 'stt.final', utterance_id: utteranceId, text });
|
|
195
|
+
const accepted = await this.submit(text, utteranceId);
|
|
196
|
+
this.client.control({ type: 'utterance.accepted', utterance_id: utteranceId, input_id: accepted.inputId });
|
|
197
|
+
const epoch = this.interruption;
|
|
198
|
+
const streaming = accepted.stream ? this.speakStream(accepted.stream, epoch, accepted.response) : undefined;
|
|
199
|
+
const response = accepted.response.then(async (answer) => {
|
|
200
|
+
if (this.closed || epoch !== this.interruption)
|
|
201
|
+
return;
|
|
202
|
+
if (streaming) {
|
|
203
|
+
this.client.control({ type: 'response.text', input_id: accepted.inputId, response_id: accepted.responseId?.(), text: answer, final: true });
|
|
204
|
+
await streaming;
|
|
205
|
+
}
|
|
206
|
+
else
|
|
207
|
+
this.client.control({ type: 'response.text', input_id: accepted.inputId, response_id: accepted.responseId?.(), text: answer, final: true });
|
|
208
|
+
}).catch(error => this.error(error.code ?? 'CONVERSATION_FAILED'));
|
|
209
|
+
void streaming?.catch(() => { }); // response chain reports the original failure once
|
|
210
|
+
this.responses.add(response);
|
|
211
|
+
void response.finally(() => this.responses.delete(response));
|
|
212
|
+
}
|
|
213
|
+
async speakStream(stream, epoch, response) {
|
|
214
|
+
const iterator = stream[Symbol.asyncIterator]();
|
|
215
|
+
const first = await iterator.next();
|
|
216
|
+
if (this.closed)
|
|
217
|
+
return;
|
|
218
|
+
if (first.done) {
|
|
219
|
+
await response;
|
|
220
|
+
if (!this.closed && epoch === this.interruption)
|
|
221
|
+
this.speechUnavailable();
|
|
222
|
+
return;
|
|
223
|
+
}
|
|
224
|
+
const client = this.client;
|
|
225
|
+
async function* source() {
|
|
226
|
+
let chunk = first;
|
|
227
|
+
while (!chunk.done) {
|
|
228
|
+
client.control({ type: 'response.speech', response_id: chunk.value.responseId, text: chunk.value.text });
|
|
229
|
+
yield chunk.value.text;
|
|
230
|
+
chunk = await iterator.next();
|
|
231
|
+
}
|
|
232
|
+
}
|
|
233
|
+
try {
|
|
234
|
+
await this.enqueueSpeech(source(), first.value.responseId, epoch);
|
|
235
|
+
}
|
|
236
|
+
finally {
|
|
237
|
+
await iterator.return?.();
|
|
238
|
+
}
|
|
239
|
+
}
|
|
240
|
+
/** Only approved summaries from authenticated automatic task reports enter here. */
|
|
241
|
+
notifyResult(result) {
|
|
242
|
+
if (this.closed)
|
|
243
|
+
return;
|
|
244
|
+
if (!result.speechOnly)
|
|
245
|
+
this.client.control({ type: 'response.text', response_id: result.responseId, request_id: result.requestId, text: result.text, final: true });
|
|
246
|
+
if (!result.spoken) {
|
|
247
|
+
this.speechUnavailable();
|
|
248
|
+
return;
|
|
249
|
+
}
|
|
250
|
+
const client = this.client;
|
|
251
|
+
void this.enqueueSpeech((async function* () {
|
|
252
|
+
client.control({ type: 'response.speech', response_id: result.responseId, request_id: result.requestId, text: result.spoken });
|
|
253
|
+
yield result.spoken;
|
|
254
|
+
})(), result.responseId);
|
|
255
|
+
}
|
|
256
|
+
enqueueSpeech(text, responseId, interruption = this.interruption) {
|
|
257
|
+
const trace = (0, diagnostics_1.voiceTrace)('tts', this.diagnostic, { responseId });
|
|
258
|
+
trace.emit('speech_ready');
|
|
259
|
+
const queued = this.speechQueue.then(async () => {
|
|
260
|
+
if (this.closed || interruption !== this.interruption)
|
|
261
|
+
return;
|
|
262
|
+
while (!this.closed && interruption === this.interruption && (this.speaking || this.finalizing || this.pendingText.length))
|
|
263
|
+
await new Promise(resolve => setTimeout(resolve, 10));
|
|
264
|
+
if (this.closed || interruption !== this.interruption)
|
|
265
|
+
return;
|
|
266
|
+
await this.speak(text, this.playback.epoch, responseId, trace);
|
|
267
|
+
// Synthesis completion is not playback completion. Preserve the tail before
|
|
268
|
+
// the next utterance clears the playback epoch.
|
|
269
|
+
const epoch = this.playback.epoch, deadline = Date.now() + 10000;
|
|
270
|
+
while (!this.closed && interruption === this.interruption && epoch === this.playback.epoch) {
|
|
271
|
+
const progress = this.playback.snapshot();
|
|
272
|
+
if (progress.playedSamples >= progress.generatedSamples)
|
|
273
|
+
break;
|
|
274
|
+
if (Date.now() > deadline) {
|
|
275
|
+
this.error('CLIENT_TOO_SLOW');
|
|
276
|
+
break;
|
|
277
|
+
}
|
|
278
|
+
await new Promise(resolve => setTimeout(resolve, 10));
|
|
279
|
+
}
|
|
280
|
+
});
|
|
281
|
+
this.speechQueue = queued.catch(() => { this.error('TTS_UNAVAILABLE'); });
|
|
282
|
+
return this.speechQueue;
|
|
283
|
+
}
|
|
284
|
+
async speak(spokenText, expectedEpoch, responseId, trace) {
|
|
285
|
+
if (this.closed)
|
|
286
|
+
return;
|
|
287
|
+
if (this.speaking || expectedEpoch !== this.playback.epoch)
|
|
288
|
+
return;
|
|
289
|
+
const epoch = this.playback.clear(), segmentId = (0, crypto_1.randomUUID)();
|
|
290
|
+
this.playingResponseId = responseId;
|
|
291
|
+
let voiceId = this.voiceId;
|
|
292
|
+
if (!voiceId.trim()) {
|
|
293
|
+
try {
|
|
294
|
+
voiceId = await (0, voice_catalog_1.resolveVoiceId)({ provider: this.tts.id, voiceId });
|
|
295
|
+
}
|
|
296
|
+
catch {
|
|
297
|
+
this.recordPlayback('failed');
|
|
298
|
+
this.error('TTS_UNAVAILABLE');
|
|
299
|
+
return;
|
|
300
|
+
}
|
|
301
|
+
if (this.closed || epoch !== this.playback.epoch)
|
|
302
|
+
return;
|
|
303
|
+
// A user may have configured a voice while catalog lookup was in flight.
|
|
304
|
+
voiceId = this.voiceId || voiceId;
|
|
305
|
+
this.voiceId = voiceId;
|
|
306
|
+
}
|
|
307
|
+
this.playingResponseId = responseId;
|
|
308
|
+
this.playbackTrace = { epoch, firstProgress: false, trace };
|
|
309
|
+
trace.emit('synthesis_started');
|
|
310
|
+
this.recordPlayback('streaming');
|
|
311
|
+
this.client.control({ type: 'playback.start', voice_id: voiceId, phase: responseId ? 'response' : 'acknowledgement', response_id: responseId, segment_id: segmentId, epoch, generation: this.playback.generation, format: types_1.PCM16 });
|
|
312
|
+
try {
|
|
313
|
+
const recording = [];
|
|
314
|
+
let recordedBytes = 0;
|
|
315
|
+
let recordable = true;
|
|
316
|
+
let sequence = 0;
|
|
317
|
+
let providerSequence = 0;
|
|
318
|
+
const signal = this.playback.signal;
|
|
319
|
+
// The recognition hint belongs to microphone input. Let TTS follow the
|
|
320
|
+
// approved response text, which can intentionally use another language.
|
|
321
|
+
for await (const chunk of (0, diagnostics_1.tracedAudio)(this.tts.synthesize({ text: spokenText, voiceId, outputFormat: types_1.PCM16, signal: this.playback.signal }), trace)) {
|
|
322
|
+
if (this.closed || epoch !== this.playback.epoch || signal.aborted)
|
|
323
|
+
break;
|
|
324
|
+
if (providerSequence === 0)
|
|
325
|
+
trace.emit('first_provider_audio');
|
|
326
|
+
if (chunk.chunkSeq !== providerSequence++ || chunk.format.encoding !== types_1.PCM16.encoding || chunk.format.sampleRate !== types_1.PCM16.sampleRate || chunk.format.channels !== 1)
|
|
327
|
+
throw new types_1.VoiceError('INVALID_AUDIO_CHUNK');
|
|
328
|
+
if (chunk.bytes.length % 2)
|
|
329
|
+
throw new types_1.VoiceError('INVALID_AUDIO_CHUNK');
|
|
330
|
+
// Provider chunk sizes are unrelated to our wire chunks. Bound playback
|
|
331
|
+
// by acknowledged sample offsets as well as the socket's byte queue.
|
|
332
|
+
const bytesPerFrame = Math.min(3200, Math.max(2, Math.floor(this.options.maxBufferedAudioMs * 16) * 2));
|
|
333
|
+
for (let offset = 0; offset < chunk.bytes.length; offset += bytesPerFrame) {
|
|
334
|
+
const bytes = chunk.bytes.subarray(offset, offset + bytesPerFrame);
|
|
335
|
+
const deadline = Date.now() + 10000;
|
|
336
|
+
while (!signal.aborted && epoch === this.playback.epoch) {
|
|
337
|
+
const progress = this.playback.snapshot();
|
|
338
|
+
if (progress.generatedSamples - progress.playedSamples + bytes.length / 2 <= this.options.maxBufferedAudioMs * 16 && this.client.bufferedBytes() <= this.options.maxBufferedAudioMs * 32)
|
|
339
|
+
break;
|
|
340
|
+
if (Date.now() > deadline)
|
|
341
|
+
throw new types_1.VoiceError('CLIENT_TOO_SLOW');
|
|
342
|
+
await new Promise(resolve => setTimeout(resolve, 10));
|
|
343
|
+
}
|
|
344
|
+
if (signal.aborted || this.closed || epoch !== this.playback.epoch)
|
|
345
|
+
break;
|
|
346
|
+
if (!this.playback.accept(epoch, { ...chunk, chunkSeq: sequence, bytes }))
|
|
347
|
+
break;
|
|
348
|
+
if (this.saveAudio && responseId && recordable) {
|
|
349
|
+
recordedBytes += bytes.length;
|
|
350
|
+
if (recordedBytes <= 16 * 1024 * 1024 - 44)
|
|
351
|
+
recording.push(Buffer.from(bytes));
|
|
352
|
+
else {
|
|
353
|
+
recording.length = 0;
|
|
354
|
+
recordable = false;
|
|
355
|
+
}
|
|
356
|
+
}
|
|
357
|
+
this.client.audio((0, protocol_1.encodeVoiceFrame)({ generation: this.playback.generation, epoch, sequence: sequence++, segmentId, audio: bytes }));
|
|
358
|
+
if (sequence === 1) {
|
|
359
|
+
trace.emit('first_audio_sent');
|
|
360
|
+
this.recordPlayback('streaming');
|
|
361
|
+
}
|
|
362
|
+
}
|
|
363
|
+
}
|
|
364
|
+
if (!signal.aborted && epoch === this.playback.epoch) {
|
|
365
|
+
if (this.saveAudio && responseId && recordable && recordedBytes) {
|
|
366
|
+
try {
|
|
367
|
+
this.saveAudio(responseId, (0, wav_1.pcmToWav)(Buffer.concat(recording)));
|
|
368
|
+
}
|
|
369
|
+
catch { /* Playback remains usable if storage is full. */ }
|
|
370
|
+
}
|
|
371
|
+
trace.emit('audio_sent_complete');
|
|
372
|
+
this.recordPlayback('streamed');
|
|
373
|
+
this.client.control({ type: 'playback.end', response_id: responseId, epoch, generated_samples: this.playback.snapshot().generatedSamples });
|
|
374
|
+
}
|
|
375
|
+
}
|
|
376
|
+
catch (error) {
|
|
377
|
+
if (!this.closed && epoch === this.playback.epoch) {
|
|
378
|
+
trace.emit('failed', { code: error instanceof types_1.VoiceError ? error.code : 'TTS_UNAVAILABLE' });
|
|
379
|
+
this.recordPlayback('failed');
|
|
380
|
+
this.error(error instanceof types_1.VoiceError ? error.code : 'TTS_UNAVAILABLE');
|
|
381
|
+
}
|
|
382
|
+
}
|
|
383
|
+
}
|
|
384
|
+
progress(epoch, sampleOffset) {
|
|
385
|
+
this.playback.progress(epoch, sampleOffset);
|
|
386
|
+
const state = this.playbackTrace;
|
|
387
|
+
if (state && state.epoch === epoch && epoch === this.playback.epoch && !state.firstProgress && this.playback.snapshot().playedSamples > 0) {
|
|
388
|
+
state.firstProgress = true;
|
|
389
|
+
state.trace.emit('first_playback_progress');
|
|
390
|
+
}
|
|
391
|
+
if (epoch === this.playback.epoch)
|
|
392
|
+
this.recordPlayback('playback_progress');
|
|
393
|
+
}
|
|
394
|
+
recordPlayback(state) { if (this.playingResponseId)
|
|
395
|
+
this.record?.(this.playingResponseId, this.playback.snapshot(), state); }
|
|
396
|
+
async mute(muted, policy, lastAudioSeq) {
|
|
397
|
+
this.muted = muted;
|
|
398
|
+
try {
|
|
399
|
+
if (muted) {
|
|
400
|
+
if (policy === 'commit') {
|
|
401
|
+
try {
|
|
402
|
+
// Join an automatic commit already in flight; never close its STT socket.
|
|
403
|
+
if (this.pendingCommit)
|
|
404
|
+
await this.commit(lastAudioSeq ?? 0, true);
|
|
405
|
+
else if (lastAudioSeq !== undefined && lastAudioSeq > 0)
|
|
406
|
+
await this.commit(lastAudioSeq, true);
|
|
407
|
+
}
|
|
408
|
+
finally {
|
|
409
|
+
this.speaking = false;
|
|
410
|
+
await this.turn?.close(false);
|
|
411
|
+
this.turn = undefined;
|
|
412
|
+
await this.flushPending();
|
|
413
|
+
}
|
|
414
|
+
}
|
|
415
|
+
else {
|
|
416
|
+
await this.turn?.close(false);
|
|
417
|
+
this.turn = undefined;
|
|
418
|
+
const stt = this.sttSession;
|
|
419
|
+
this.sttSession = undefined;
|
|
420
|
+
await stt?.close();
|
|
421
|
+
this.speaking = false;
|
|
422
|
+
this.scheduleAdmission();
|
|
423
|
+
}
|
|
424
|
+
}
|
|
425
|
+
else if (!this.turn)
|
|
426
|
+
await this.start();
|
|
427
|
+
}
|
|
428
|
+
finally {
|
|
429
|
+
if (!this.closed)
|
|
430
|
+
this.client.control({ type: 'voice.state', state: muted ? 'muted' : 'listening' });
|
|
431
|
+
}
|
|
432
|
+
}
|
|
433
|
+
speechUnavailable() { if (!this.closed)
|
|
434
|
+
this.client.control({ type: 'voice.notice', code: 'SPEECH_SUMMARY_UNAVAILABLE' }); }
|
|
435
|
+
failStt(code, retryable = (0, errors_1.describeVoiceError)(code).retryable) {
|
|
436
|
+
if (this.closed)
|
|
437
|
+
return;
|
|
438
|
+
// A dead recognizer cannot be reused. The transport reconnects with a fresh
|
|
439
|
+
// ticket, preserving conversation ownership and any committed tasks.
|
|
440
|
+
this.client.control({ type: 'voice.error', code, retryable, reconnect: retryable });
|
|
441
|
+
void this.close().catch(() => { });
|
|
442
|
+
}
|
|
443
|
+
error(code) { if (!this.closed)
|
|
444
|
+
this.client.control({ type: 'voice.error', code }); }
|
|
445
|
+
async close() {
|
|
446
|
+
if (this.closed)
|
|
447
|
+
return;
|
|
448
|
+
this.recordPlayback('detached');
|
|
449
|
+
this.closed = true;
|
|
450
|
+
clearTimeout(this.silenceTimer);
|
|
451
|
+
clearTimeout(this.admissionTimer);
|
|
452
|
+
this.pendingText = [];
|
|
453
|
+
this.controller.abort();
|
|
454
|
+
this.playback.close();
|
|
455
|
+
await this.turn?.close(false);
|
|
456
|
+
this.turn = undefined;
|
|
457
|
+
const stt = this.sttSession;
|
|
458
|
+
this.sttSession = undefined;
|
|
459
|
+
await stt?.close();
|
|
460
|
+
// Detaching voice playback does not cancel committed tasks or responses.
|
|
461
|
+
}
|
|
462
|
+
}
|
|
463
|
+
exports.VoiceSession = VoiceSession;
|
|
464
|
+
//# sourceMappingURL=session.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"session.js","sourceRoot":"","sources":["../../src/voice/session.ts"],"names":[],"mappings":";;;AAAA,qCAA8C;AAC9C,+CAA6E;AAC7E,+BAAiC;AACjC,6DAA2D;AAC3D,mCAAoC;AACpC,iDAAkD;AAClD,yCAA2C;AAC3C,mCAAkF;AAClF,yCAA0D;AAQ1D,MAAa,YAAY;IAiBvB,mFAAmF;IACnF,cAAc;QACZ,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IACpC,CAAC;IACO,iBAAiB;QACvB,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO;QACrE,IAAI,CAAC,cAAc,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,KAAK,IAAI,CAAC,YAAY,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,IAAI,qBAAqB,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,aAAa,IAAI,CAAC,CAAC,CAAC;IACzK,CAAC;IACO,KAAK,CAAC,YAAY;QACxB,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACpD,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACzC,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;IAC3E,CAAC;IAED,QAAQ,CAAC,OAAe,IAAU,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC;IAC3D,YAA6B,GAAgB,EAAmB,GAAgB,EAAU,OAAe,EACtF,MAAmB,EACnB,MAAuM,EACvM,YAAwB,EACxB,UAA+B,EAAE,eAAe,EAAE,GAAG,EAAE,qBAAqB,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,kBAAkB,EAAE,IAAI,EAAE,EACrI,MAAqG,EACrG,SAAuD,EACvD,UAAgC;QAPtB,QAAG,GAAH,GAAG,CAAa;QAAmB,QAAG,GAAH,GAAG,CAAa;QAAU,YAAO,GAAP,OAAO,CAAQ;QACtF,WAAM,GAAN,MAAM,CAAa;QACnB,WAAM,GAAN,MAAM,CAAiM;QACvM,iBAAY,GAAZ,YAAY,CAAY;QACxB,YAAO,GAAP,OAAO,CAA8H;QACrI,WAAM,GAAN,MAAM,CAA+F;QACrG,cAAS,GAAT,SAAS,CAA8C;QACvD,eAAU,GAAV,UAAU,CAAsB;QA1C1C,aAAQ,GAAG,IAAI,wBAAa,EAAE,CAAC;QACvB,eAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QAG5C,eAAU,GAAG,KAAK,CAAC;QAEnB,WAAM,GAAG,KAAK,CAAC;QACf,aAAQ,GAAG,KAAK,CAAC;QACjB,UAAK,GAAG,KAAK,CAAC;QAEd,iBAAY,GAAG,CAAC,CAAC;QAEjB,gBAAW,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;QAG/C,gBAAW,GAAiD,EAAE,CAAC;QAkBtD,cAAS,GAAG,IAAI,GAAG,EAAiB,CAAC;IASA,CAAC;IACvD,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,kBAAU,CAAC,uBAAuB,CAAC,CAAC;QAC5E,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,IAAI,GAAe,CAAC;YACpB,IAAI,CAAC;gBACH,GAAG,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,aAAK,EAAE,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;YAC7H,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,OAAO,CAAC,KAAK,YAAY,kBAAU,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC;gBAC9E,OAAO;YACT,CAAC;YACD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAAC,MAAM,GAAG,CAAC,KAAK,EAAE,CAAC;gBAAC,OAAO;YAAC,CAAC;YAC/C,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC;YACtB,KAAK,CAAC,KAAK,IAAI,EAAE;gBACf,IAAI,CAAC;oBACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;wBACrC,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,KAAK,GAAG;4BAAE,MAAM;wBAClD,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;4BAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;4BAAC,OAAO;wBAAC,CAAC;wBAClF,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;wBACvB,IAAI,CAAC,IAAI;4BAAE,SAAS;wBACpB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;wBAClB,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS;4BAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,YAAY,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;oBAC/H,CAAC;oBACD,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,KAAK,GAAG;wBAAE,IAAI,CAAC,OAAO,CAAC,uBAAuB,EAAE,IAAI,CAAC,CAAC;gBAC3F,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,KAAK,GAAG;wBAAE,IAAI,CAAC,OAAO,CAAC,KAAK,YAAY,kBAAU,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC;gBAC7H,CAAC;YACH,CAAC,CAAC,EAAE,CAAC;QACP,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,+BAAgB,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,qBAAqB,EAAE,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,qBAAqB,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QACvL,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,IAAI,UAAU,EAAE,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,YAAY,EAAE,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,aAAK,EAAE,CAAC,CAAC;IACxO,CAAC;IACD,KAAK,CAAC,KAAK,CAAC,KAAiB;QAC3B,IAAI,KAAK,CAAC,UAAU,KAAK,IAAI,CAAC,QAAQ,CAAC,UAAU;YAAE,OAAO;QAC1D,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,KAAK,CAAC,SAAS,KAAK,IAAI,CAAC,IAAI,CAAC,WAAW;YAAE,MAAM,IAAI,kBAAU,CAAC,mBAAmB,CAAC,CAAC;QACpI,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;IACzD,CAAC;IACD,aAAa,CAAC,KAAa;QACzB,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxB,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,UAAU;YAAE,MAAM,IAAI,kBAAU,CAAC,eAAe,CAAC,CAAC;QAC3G,IAAI,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK;YAAE,OAAO;QACzC,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAAC,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAAC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QAAC,IAAI,CAAC,YAAY,EAAE,CAAC;QAC9G,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QACrC,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;QACnC,IAAI,CAAC,iBAAiB,GAAG,SAAS,CAAC;QACnC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC3C,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;QACtG,IAAI,OAAO,GAAG,QAAQ;YAAE,IAAI,CAAC,YAAY,EAAE,CAAC;IAC9C,CAAC;IACD,WAAW,CAAC,YAAoB;QAC9B,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC,IAAI,YAAY,GAAG,CAAC;YAAE,MAAM,IAAI,kBAAU,CAAC,wBAAwB,CAAC,CAAC;QAC5G,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QAAC,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACvD,IAAI,CAAC,YAAY,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,KAAK,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,IAAI,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;IAClK,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,YAAoB,EAAE,KAAK,GAAG,KAAK;QAC9C,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,MAAM,IAAI,CAAC,aAAa,CAAC;YACzB,IAAI,KAAK;gBAAE,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;YACrC,OAAO;QACT,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QACrD,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC;QAC7B,IAAI,CAAC;YAAC,MAAM,OAAO,CAAC;QAAC,CAAC;gBAAS,CAAC;YAAC,IAAI,IAAI,CAAC,aAAa,KAAK,OAAO;gBAAE,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;QAAC,CAAC;IACxG,CAAC;IACO,KAAK,CAAC,UAAU,CAAC,YAAoB,EAAE,KAAc;QAC3D,IAAI,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACzD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QAAC,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QAAC,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC/E,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACvB,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAA,wBAAU,EAAC,KAAK,EAAE,IAAI,CAAC,UAAU,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;YACpF,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAC7B,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,KAAK,YAAY,kBAAU,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,oBAAoB,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACzP,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO;YACxB,0EAA0E;YAC1E,6EAA6E;YAC7E,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;gBAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;gBAAC,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;YAAC,CAAC;YAChG,IAAI,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC;gBAC/B,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,KAAK;oBAAE,MAAM,IAAI,kBAAU,CAAC,sBAAsB,CAAC,CAAC;gBAC5H,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;gBAC/D,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,YAAY,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC9I,IAAI,KAAK;oBAAE,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;YACvC,CAAC;;gBAAM,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QAClD,CAAC;gBAAS,CAAC;YACT,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAAC,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI;gBAAE,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC;YAAC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;YAChG,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK;gBAAE,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACpD,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC3B,CAAC;IACH,CAAC;IACO,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,WAAmB;QACnD,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,YAAY,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5E,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QACtD,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,YAAY,EAAE,WAAW,EAAE,QAAQ,EAAE,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;QAC3G,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC;QAChC,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC5G,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAC,MAAM,EAAC,EAAE;YACrD,IAAI,IAAI,CAAC,MAAM,IAAI,KAAK,KAAK,IAAI,CAAC,YAAY;gBAAE,OAAO;YACvD,IAAI,SAAS,EAAE,CAAC;gBAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,QAAQ,CAAC,OAAO,EAAE,WAAW,EAAE,QAAQ,CAAC,UAAU,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBAAC,MAAM,SAAS,CAAC;YAAC,CAAC;;gBAC3K,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,QAAQ,CAAC,OAAO,EAAE,WAAW,EAAE,QAAQ,CAAC,UAAU,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACnJ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,IAAI,qBAAqB,CAAC,CAAC,CAAC;QACnE,KAAK,SAAS,EAAE,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC,CAAC,mDAAmD;QACpF,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAAC,KAAK,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC7F,CAAC;IACO,KAAK,CAAC,WAAW,CAAC,MAA2D,EAAE,KAAa,EAAE,QAAyB;QAC7H,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;QAChD,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACpC,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxB,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YAAC,MAAM,QAAQ,CAAC;YAAC,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,KAAK,KAAK,IAAI,CAAC,YAAY;gBAAE,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAAC,OAAO;QAAC,CAAC;QACtH,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC3B,KAAK,SAAS,CAAC,CAAC,MAAM;YACpB,IAAI,KAAK,GAAG,KAAK,CAAC;YAClB,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;gBACnB,MAAM,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,WAAW,EAAE,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;gBACzG,MAAM,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;gBACvB,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YAChC,CAAC;QACH,CAAC;QACD,IAAI,CAAC;YAAC,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,EAAE,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QAAC,CAAC;gBAClE,CAAC;YAAC,MAAM,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;QAAC,CAAC;IACxC,CAAC;IACD,oFAAoF;IACpF,YAAY,CAAC,MAAsG;QACjH,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxB,IAAI,CAAC,MAAM,CAAC,UAAU;YAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,WAAW,EAAE,MAAM,CAAC,UAAU,EAAE,UAAU,EAAE,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACrK,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAAC,OAAO;QAAC,CAAC;QACzD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC3B,KAAK,IAAI,CAAC,aAAa,CAAC,CAAC,KAAK,SAAS,CAAC;YACtC,MAAM,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,CAAC,UAAU,EAAE,UAAU,EAAE,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;YAC/H,MAAM,MAAM,CAAC,MAAM,CAAC;QACtB,CAAC,CAAC,EAAE,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IAC3B,CAAC;IACO,aAAa,CAAC,IAA2B,EAAE,UAAmB,EAAE,YAAY,GAAG,IAAI,CAAC,YAAY;QACtG,MAAM,KAAK,GAAG,IAAA,wBAAU,EAAC,KAAK,EAAE,IAAI,CAAC,UAAU,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC;QACjE,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;YAC9C,IAAI,IAAI,CAAC,MAAM,IAAI,YAAY,KAAK,IAAI,CAAC,YAAY;gBAAE,OAAO;YAC9D,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,YAAY,KAAK,IAAI,CAAC,YAAY,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBAAE,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;YAClL,IAAI,IAAI,CAAC,MAAM,IAAI,YAAY,KAAK,IAAI,CAAC,YAAY;gBAAE,OAAO;YAC9D,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;YAC/D,4EAA4E;YAC5E,gDAAgD;YAChD,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;YACjE,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,YAAY,KAAK,IAAI,CAAC,YAAY,IAAI,KAAK,KAAK,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;gBAC3F,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;gBAC1C,IAAI,QAAQ,CAAC,aAAa,IAAI,QAAQ,CAAC,gBAAgB;oBAAE,MAAM;gBAC/D,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;oBAAC,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;oBAAC,MAAM;gBAAC,CAAC;gBACpE,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;YACxD,CAAC;QACH,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1E,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IACO,KAAK,CAAC,KAAK,CAAC,UAAiC,EAAE,aAAqB,EAAE,UAA8B,EAAE,KAAoC;QAChJ,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxB,IAAI,IAAI,CAAC,QAAQ,IAAI,aAAa,KAAK,IAAI,CAAC,QAAQ,CAAC,KAAK;YAAE,OAAO;QACnE,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,SAAS,GAAG,IAAA,mBAAU,GAAE,CAAC;QAC9D,IAAI,CAAC,iBAAiB,GAAG,UAAU,CAAC;QACpC,IAAI,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC3B,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;YACpB,IAAI,CAAC;gBAAC,OAAO,GAAG,MAAM,IAAA,8BAAc,EAAC,EAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,EAAC,CAAC,CAAC;YAAC,CAAC;YACzE,MAAM,CAAC;gBAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;gBAAC,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;gBAAC,OAAO;YAAC,CAAC;YAC/E,IAAI,IAAI,CAAC,MAAM,IAAI,KAAK,KAAK,IAAI,CAAC,QAAQ,CAAC,KAAK;gBAAE,OAAO;YACzD,yEAAyE;YACzE,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC;YAClC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACzB,CAAC;QACD,IAAI,CAAC,iBAAiB,GAAG,UAAU,CAAC;QACpC,IAAI,CAAC,aAAa,GAAG,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;QAC5D,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAChC,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;QACjC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,iBAAiB,EAAE,WAAW,EAAE,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,aAAK,EAAE,CAAC,CAAC;QACnO,IAAI,CAAC;YACH,MAAM,SAAS,GAAa,EAAE,CAAC;YAAC,IAAI,aAAa,GAAG,CAAC,CAAC;YAAC,IAAI,UAAU,GAAG,IAAI,CAAC;YAC7E,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,IAAI,gBAAgB,GAAG,CAAC,CAAC;YACzB,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;YACpC,uEAAuE;YACvE,wEAAwE;YACxE,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAA,yBAAW,EAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,YAAY,EAAE,aAAK,EAAE,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC;gBACpJ,IAAI,IAAI,CAAC,MAAM,IAAI,KAAK,KAAK,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,MAAM,CAAC,OAAO;oBAAE,MAAM;gBAC1E,IAAI,gBAAgB,KAAK,CAAC;oBAAE,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;gBAC/D,IAAI,KAAK,CAAC,QAAQ,KAAK,gBAAgB,EAAE,IAAI,KAAK,CAAC,MAAM,CAAC,QAAQ,KAAK,aAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,MAAM,CAAC,UAAU,KAAK,aAAK,CAAC,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC,QAAQ,KAAK,CAAC;oBAAE,MAAM,IAAI,kBAAU,CAAC,qBAAqB,CAAC,CAAC;gBAClN,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC;oBAAE,MAAM,IAAI,kBAAU,CAAC,qBAAqB,CAAC,CAAC;gBACxE,wEAAwE;gBACxE,qEAAqE;gBACrE,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,kBAAkB,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACxG,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,IAAI,aAAa,EAAE,CAAC;oBAC1E,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,aAAa,CAAC,CAAC;oBACnE,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;oBACpC,OAAO,CAAC,MAAM,CAAC,OAAO,IAAI,KAAK,KAAK,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;wBACxD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;wBAC1C,IAAI,QAAQ,CAAC,gBAAgB,GAAG,QAAQ,CAAC,aAAa,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,kBAAkB,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,IAAI,IAAI,CAAC,OAAO,CAAC,kBAAkB,GAAG,EAAE;4BAAE,MAAM;wBAChM,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ;4BAAE,MAAM,IAAI,kBAAU,CAAC,iBAAiB,CAAC,CAAC;wBACnE,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;oBACxD,CAAC;oBACD,IAAI,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC,MAAM,IAAI,KAAK,KAAK,IAAI,CAAC,QAAQ,CAAC,KAAK;wBAAE,MAAM;oBAC1E,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,GAAG,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;wBAAE,MAAM;oBACjF,IAAI,IAAI,CAAC,SAAS,IAAI,UAAU,IAAI,UAAU,EAAE,CAAC;wBAC/C,aAAa,IAAI,KAAK,CAAC,MAAM,CAAC;wBAC9B,IAAI,aAAa,IAAI,EAAE,GAAG,IAAI,GAAG,IAAI,GAAG,EAAE;4BAAE,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;6BAC1E,CAAC;4BAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC;4BAAC,UAAU,GAAG,KAAK,CAAC;wBAAC,CAAC;oBACpD,CAAC;oBACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAA,2BAAgB,EAAC,EAAE,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;oBACpI,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;wBAAC,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;wBAAC,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;oBAAC,CAAC;gBAC3F,CAAC;YACH,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,KAAK,KAAK,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACrD,IAAI,IAAI,CAAC,SAAS,IAAI,UAAU,IAAI,UAAU,IAAI,aAAa,EAAE,CAAC;oBAChE,IAAI,CAAC;wBAAC,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAA,cAAQ,EAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;oBAAC,CAAC;oBAAC,MAAM,CAAC,CAAC,iDAAiD,CAAC,CAAC;gBACrI,CAAC;gBACD,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;gBAClC,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;gBAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,WAAW,EAAE,UAAU,EAAE,KAAK,EAAE,iBAAiB,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,gBAAgB,EAAE,CAAC,CAAC;YAAC,CAAC;QACnL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAAC,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,KAAK,KAAK,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;gBAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,KAAK,YAAY,kBAAU,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,iBAAiB,EAAE,CAAC,CAAC;gBAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;gBAAC,IAAI,CAAC,KAAK,CAAC,KAAK,YAAY,kBAAU,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC;YAAC,CAAC;QAAC,CAAC;IACnR,CAAC;IACD,QAAQ,CAAC,KAAa,EAAE,YAAoB;QAAU,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;QAChG,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC;QACjC,IAAI,KAAK,IAAI,KAAK,CAAC,KAAK,KAAK,KAAK,IAAI,KAAK,KAAK,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC;YAAC,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC;YAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;QAAC,CAAC;QACvN,IAAI,KAAK,KAAK,IAAI,CAAC,QAAQ,CAAC,KAAK;YAAE,IAAI,CAAC,cAAc,CAAC,mBAAmB,CAAC,CAAC;IAAC,CAAC;IACxE,cAAc,CAAC,KAAa,IAAU,IAAI,IAAI,CAAC,iBAAiB;QAAE,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;IACnJ,KAAK,CAAC,IAAI,CAAC,KAAc,EAAE,MAA4B,EAAE,YAAqB;QAC5E,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,CAAC;gBACV,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;oBACxB,IAAI,CAAC;wBACH,0EAA0E;wBAC1E,IAAI,IAAI,CAAC,aAAa;4BAAE,MAAM,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;6BAC9D,IAAI,YAAY,KAAK,SAAS,IAAI,YAAY,GAAG,CAAC;4BAAE,MAAM,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;oBACjG,CAAC;4BAAS,CAAC;wBACT,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;wBACtB,MAAM,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;wBAAC,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC;wBACrD,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;oBAC5B,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;oBAAC,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC;oBACrD,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC;oBAAC,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;oBAAC,MAAM,GAAG,EAAE,KAAK,EAAE,CAAC;oBAC7E,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;oBAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBAClD,CAAC;YACH,CAAC;iBAAM,IAAI,CAAC,IAAI,CAAC,IAAI;gBAAE,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QAC5C,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,IAAI,CAAC,MAAM;gBAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;QACvG,CAAC;IACH,CAAC;IACO,iBAAiB,KAAW,IAAI,CAAC,IAAI,CAAC,MAAM;QAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,4BAA4B,EAAE,CAAC,CAAC,CAAC,CAAC;IAClI,OAAO,CAAC,IAAY,EAAE,SAAS,GAAG,IAAA,2BAAkB,EAAC,IAAI,CAAC,CAAC,SAAS;QAC1E,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxB,4EAA4E;QAC5E,qEAAqE;QACrE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,CAAC;QACpF,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACpC,CAAC;IACO,KAAK,CAAC,IAAY,IAAU,IAAI,CAAC,IAAI,CAAC,MAAM;QAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC3G,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxB,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;QAChC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QAAC,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAAC,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAAC,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;QAAC,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QAC9J,MAAM,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;QAAC,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC;QAAC,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC;QAAC,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAAC,MAAM,GAAG,EAAE,KAAK,EAAE,CAAC;QACnI,yEAAyE;IAC3E,CAAC;CACF;AA9SD,oCA8SC"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import { SttEvent, SttSession } from './types';
|
|
2
|
+
/** An STT final segment is not a complete utterance. Acceptance waits for both
|
|
3
|
+
* the audio sequence boundary and the provider's normalized finalization ack. */
|
|
4
|
+
export declare class VoiceTurnManager {
|
|
5
|
+
private readonly stt;
|
|
6
|
+
private readonly sampleRate;
|
|
7
|
+
private readonly timeoutMs;
|
|
8
|
+
private readonly maxUtteranceMs;
|
|
9
|
+
readonly utteranceId: `${string}-${string}-${string}-${string}-${string}`;
|
|
10
|
+
private lastAudioSeq;
|
|
11
|
+
private readonly finals;
|
|
12
|
+
private state;
|
|
13
|
+
private commitId?;
|
|
14
|
+
private timer?;
|
|
15
|
+
private resolveCommit?;
|
|
16
|
+
private rejectCommit?;
|
|
17
|
+
private commitResult?;
|
|
18
|
+
private durationSamples;
|
|
19
|
+
private inFlight;
|
|
20
|
+
constructor(stt: SttSession, sampleRate: number, timeoutMs?: number, maxUtteranceMs?: number);
|
|
21
|
+
pushAudio(sequence: number, bytes: Uint8Array): Promise<void>;
|
|
22
|
+
commit(lastAudioSeq: number): Promise<string>;
|
|
23
|
+
event(event: SttEvent): void;
|
|
24
|
+
private fail;
|
|
25
|
+
close(closeProvider?: boolean): Promise<void>;
|
|
26
|
+
}
|
|
27
|
+
//# sourceMappingURL=turn-manager.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"turn-manager.d.ts","sourceRoot":"","sources":["../../src/voice/turn-manager.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAc,MAAM,SAAS,CAAC;AAE3D;iFACiF;AACjF,qBAAa,gBAAgB;IAYf,OAAO,CAAC,QAAQ,CAAC,GAAG;IAAc,OAAO,CAAC,QAAQ,CAAC,UAAU;IAAU,OAAO,CAAC,QAAQ,CAAC,SAAS;IAAS,OAAO,CAAC,QAAQ,CAAC,cAAc;IAXrJ,QAAQ,CAAC,WAAW,sDAAgB;IACpC,OAAO,CAAC,YAAY,CAAK;IACzB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA6B;IACpD,OAAO,CAAC,KAAK,CAAmE;IAChF,OAAO,CAAC,QAAQ,CAAC,CAAS;IAC1B,OAAO,CAAC,KAAK,CAAC,CAAgC;IAC9C,OAAO,CAAC,aAAa,CAAC,CAAyB;IAC/C,OAAO,CAAC,YAAY,CAAC,CAAyB;IAC9C,OAAO,CAAC,YAAY,CAAC,CAAkB;IACvC,OAAO,CAAC,eAAe,CAAK;IAC5B,OAAO,CAAC,QAAQ,CAAoC;gBACvB,GAAG,EAAE,UAAU,EAAmB,UAAU,EAAE,MAAM,EAAmB,SAAS,SAAO,EAAmB,cAAc,SAAQ;IAC7J,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAQ7D,MAAM,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAS7C,KAAK,CAAC,KAAK,EAAE,QAAQ,GAAG,IAAI;IAY5B,OAAO,CAAC,IAAI;IACN,KAAK,CAAC,aAAa,UAAO,GAAG,OAAO,CAAC,IAAI,CAAC;CACjD"}
|
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.VoiceTurnManager = void 0;
|
|
4
|
+
const crypto_1 = require("crypto");
|
|
5
|
+
const types_1 = require("./types");
|
|
6
|
+
/** An STT final segment is not a complete utterance. Acceptance waits for both
|
|
7
|
+
* the audio sequence boundary and the provider's normalized finalization ack. */
|
|
8
|
+
class VoiceTurnManager {
|
|
9
|
+
constructor(stt, sampleRate, timeoutMs = 5000, maxUtteranceMs = 60000) {
|
|
10
|
+
this.stt = stt;
|
|
11
|
+
this.sampleRate = sampleRate;
|
|
12
|
+
this.timeoutMs = timeoutMs;
|
|
13
|
+
this.maxUtteranceMs = maxUtteranceMs;
|
|
14
|
+
this.utteranceId = (0, crypto_1.randomUUID)();
|
|
15
|
+
this.lastAudioSeq = 0;
|
|
16
|
+
this.finals = new Map();
|
|
17
|
+
this.state = 'listening';
|
|
18
|
+
this.durationSamples = 0;
|
|
19
|
+
this.inFlight = Promise.resolve();
|
|
20
|
+
}
|
|
21
|
+
pushAudio(sequence, bytes) {
|
|
22
|
+
if (this.state !== 'listening')
|
|
23
|
+
return Promise.reject(new types_1.VoiceError('UTTERANCE_FINALIZING'));
|
|
24
|
+
if (sequence !== this.lastAudioSeq + 1 || !bytes.length || bytes.length % 2 || bytes.length > this.sampleRate * 2)
|
|
25
|
+
return Promise.reject(new types_1.VoiceError('INVALID_AUDIO_FRAME'));
|
|
26
|
+
if ((this.durationSamples + bytes.length / 2) / this.sampleRate * 1000 > this.maxUtteranceMs)
|
|
27
|
+
return Promise.reject(new types_1.VoiceError('UTTERANCE_TOO_LONG'));
|
|
28
|
+
this.lastAudioSeq = sequence;
|
|
29
|
+
this.durationSamples += bytes.length / 2;
|
|
30
|
+
this.inFlight = this.inFlight.then(() => this.stt.pushAudio(bytes));
|
|
31
|
+
return this.inFlight;
|
|
32
|
+
}
|
|
33
|
+
commit(lastAudioSeq) {
|
|
34
|
+
if (this.commitResult)
|
|
35
|
+
return this.commitResult;
|
|
36
|
+
if (this.state !== 'listening' || lastAudioSeq !== this.lastAudioSeq || !lastAudioSeq)
|
|
37
|
+
return Promise.reject(new types_1.VoiceError('AUDIO_BOUNDARY_MISMATCH'));
|
|
38
|
+
this.state = 'finalizing';
|
|
39
|
+
this.commitId = (0, crypto_1.randomUUID)();
|
|
40
|
+
this.commitResult = new Promise((resolve, reject) => { this.resolveCommit = resolve; this.rejectCommit = reject; });
|
|
41
|
+
this.timer = setTimeout(() => this.fail(new types_1.VoiceError('TRANSCRIPTION_INCOMPLETE')), this.timeoutMs);
|
|
42
|
+
void this.inFlight.then(() => this.stt.commitSegment(this.commitId)).catch(error => this.fail(error));
|
|
43
|
+
return this.commitResult;
|
|
44
|
+
}
|
|
45
|
+
event(event) {
|
|
46
|
+
if (this.state === 'closed' || this.state === 'accepted')
|
|
47
|
+
return;
|
|
48
|
+
if (event.type === 'segment_final') {
|
|
49
|
+
if (this.finals.size >= 256 && !this.finals.has(event.segmentId)) {
|
|
50
|
+
this.fail(new types_1.VoiceError('TRANSCRIPT_TOO_LARGE'));
|
|
51
|
+
return;
|
|
52
|
+
}
|
|
53
|
+
this.finals.set(event.segmentId, event.text);
|
|
54
|
+
if ([...this.finals.values()].join(' ').length > 65536)
|
|
55
|
+
this.fail(new types_1.VoiceError('TRANSCRIPT_TOO_LARGE'));
|
|
56
|
+
}
|
|
57
|
+
else if (event.type === 'commit_done' && this.state === 'finalizing' && event.commitId === this.commitId) {
|
|
58
|
+
const text = [...this.finals.values()].join(' ').trim();
|
|
59
|
+
if (!text) {
|
|
60
|
+
this.fail(new types_1.VoiceError('EMPTY_TRANSCRIPT'));
|
|
61
|
+
return;
|
|
62
|
+
}
|
|
63
|
+
this.state = 'accepted';
|
|
64
|
+
clearTimeout(this.timer);
|
|
65
|
+
this.resolveCommit?.(text);
|
|
66
|
+
}
|
|
67
|
+
else if (event.type === 'error')
|
|
68
|
+
this.fail(new types_1.VoiceError(event.code));
|
|
69
|
+
}
|
|
70
|
+
fail(error) { this.state = 'closed'; clearTimeout(this.timer); this.rejectCommit?.(error); }
|
|
71
|
+
async close(closeProvider = true) { this.fail(new types_1.VoiceError('VOICE_CLOSED')); if (closeProvider)
|
|
72
|
+
await this.stt.close(); }
|
|
73
|
+
}
|
|
74
|
+
exports.VoiceTurnManager = VoiceTurnManager;
|
|
75
|
+
//# sourceMappingURL=turn-manager.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"turn-manager.js","sourceRoot":"","sources":["../../src/voice/turn-manager.ts"],"names":[],"mappings":";;;AAAA,mCAAoC;AACpC,mCAA2D;AAE3D;iFACiF;AACjF,MAAa,gBAAgB;IAY3B,YAA6B,GAAe,EAAmB,UAAkB,EAAmB,YAAY,IAAI,EAAmB,iBAAiB,KAAK;QAAhI,QAAG,GAAH,GAAG,CAAY;QAAmB,eAAU,GAAV,UAAU,CAAQ;QAAmB,cAAS,GAAT,SAAS,CAAO;QAAmB,mBAAc,GAAd,cAAc,CAAQ;QAXpJ,gBAAW,GAAG,IAAA,mBAAU,GAAE,CAAC;QAC5B,iBAAY,GAAG,CAAC,CAAC;QACR,WAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC5C,UAAK,GAAuD,WAAW,CAAC;QAMxE,oBAAe,GAAG,CAAC,CAAC;QACpB,aAAQ,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;IAC4G,CAAC;IACjK,SAAS,CAAC,QAAgB,EAAE,KAAiB;QAC3C,IAAI,IAAI,CAAC,KAAK,KAAK,WAAW;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,kBAAU,CAAC,sBAAsB,CAAC,CAAC,CAAC;QAC9F,IAAI,QAAQ,KAAK,IAAI,CAAC,YAAY,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,UAAU,GAAG,CAAC;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,kBAAU,CAAC,qBAAqB,CAAC,CAAC,CAAC;QAChL,IAAI,CAAC,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,UAAU,GAAG,IAAI,GAAG,IAAI,CAAC,cAAc;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,kBAAU,CAAC,oBAAoB,CAAC,CAAC,CAAC;QAC1J,IAAI,CAAC,YAAY,GAAG,QAAQ,CAAC;QAAC,IAAI,CAAC,eAAe,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;QACvE,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;QACpE,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IACD,MAAM,CAAC,YAAoB;QACzB,IAAI,IAAI,CAAC,YAAY;YAAE,OAAO,IAAI,CAAC,YAAY,CAAC;QAChD,IAAI,IAAI,CAAC,KAAK,KAAK,WAAW,IAAI,YAAY,KAAK,IAAI,CAAC,YAAY,IAAI,CAAC,YAAY;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,kBAAU,CAAC,yBAAyB,CAAC,CAAC,CAAC;QACxJ,IAAI,CAAC,KAAK,GAAG,YAAY,CAAC;QAAC,IAAI,CAAC,QAAQ,GAAG,IAAA,mBAAU,GAAE,CAAC;QACxD,IAAI,CAAC,YAAY,GAAG,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5H,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,kBAAU,CAAC,0BAA0B,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QACrG,KAAK,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,QAAS,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QACvG,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IACD,KAAK,CAAC,KAAe;QACnB,IAAI,IAAI,CAAC,KAAK,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,KAAK,UAAU;YAAE,OAAO;QACjE,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YACnC,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;gBAAC,IAAI,CAAC,IAAI,CAAC,IAAI,kBAAU,CAAC,sBAAsB,CAAC,CAAC,CAAC;gBAAC,OAAO;YAAC,CAAC;YAChI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAC7C,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,KAAK;gBAAE,IAAI,CAAC,IAAI,CAAC,IAAI,kBAAU,CAAC,sBAAsB,CAAC,CAAC,CAAC;QAC5G,CAAC;aAAM,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,IAAI,IAAI,CAAC,KAAK,KAAK,YAAY,IAAI,KAAK,CAAC,QAAQ,KAAK,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC3G,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;YACxD,IAAI,CAAC,IAAI,EAAE,CAAC;gBAAC,IAAI,CAAC,IAAI,CAAC,IAAI,kBAAU,CAAC,kBAAkB,CAAC,CAAC,CAAC;gBAAC,OAAO;YAAC,CAAC;YACrE,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC;YAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAAC,IAAI,CAAC,aAAa,EAAE,CAAC,IAAI,CAAC,CAAC;QAChF,CAAC;aAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;YAAE,IAAI,CAAC,IAAI,CAAC,IAAI,kBAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;IAC3E,CAAC;IACO,IAAI,CAAC,KAAY,IAAU,IAAI,CAAC,KAAK,GAAG,QAAQ,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACjH,KAAK,CAAC,KAAK,CAAC,aAAa,GAAG,IAAI,IAAmB,IAAI,CAAC,IAAI,CAAC,IAAI,kBAAU,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI,aAAa;QAAE,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;CAC3I;AA5CD,4CA4CC"}
|