botmux 2.104.0 → 2.105.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.en.md +10 -10
- package/README.md +10 -10
- package/dist/adapters/backend/sandbox.d.ts +5 -1
- package/dist/adapters/backend/sandbox.d.ts.map +1 -1
- package/dist/adapters/backend/sandbox.js +54 -5
- package/dist/adapters/backend/sandbox.js.map +1 -1
- package/dist/adapters/backend/tmux-pipe-backend.d.ts +1 -1
- package/dist/adapters/backend/tmux-pipe-backend.js +1 -1
- package/dist/adapters/backend/zellij-observe-backend.d.ts +1 -1
- package/dist/adapters/backend/zellij-observe-backend.js +1 -1
- package/dist/adapters/cli/claude-code.d.ts +1 -1
- package/dist/adapters/cli/relay.d.ts +2 -2
- package/dist/adapters/cli/relay.js +2 -2
- package/dist/adapters/cli/seed.d.ts +2 -2
- package/dist/adapters/cli/seed.js +2 -2
- package/dist/adapters/cli/shared-hints.d.ts.map +1 -1
- package/dist/adapters/cli/shared-hints.js +1 -0
- package/dist/adapters/cli/shared-hints.js.map +1 -1
- package/dist/bot-registry.d.ts +65 -1
- package/dist/bot-registry.d.ts.map +1 -1
- package/dist/bot-registry.js +145 -0
- package/dist/bot-registry.js.map +1 -1
- package/dist/cli/send-dispatch.d.ts +44 -0
- package/dist/cli/send-dispatch.d.ts.map +1 -1
- package/dist/cli/send-dispatch.js +79 -0
- package/dist/cli/send-dispatch.js.map +1 -1
- package/dist/cli/vc-agent.d.ts +2 -0
- package/dist/cli/vc-agent.d.ts.map +1 -0
- package/dist/cli/vc-agent.js +331 -0
- package/dist/cli/vc-agent.js.map +1 -0
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +106 -24
- package/dist/cli.js.map +1 -1
- package/dist/config.d.ts +8 -0
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +13 -1
- package/dist/config.js.map +1 -1
- package/dist/core/auto-start.d.ts +2 -2
- package/dist/core/auto-start.js +2 -2
- package/dist/core/command-handler.d.ts.map +1 -1
- package/dist/core/command-handler.js +2 -1
- package/dist/core/command-handler.js.map +1 -1
- package/dist/core/dashboard-events.d.ts +5 -0
- package/dist/core/dashboard-events.d.ts.map +1 -1
- package/dist/core/dashboard-events.js.map +1 -1
- package/dist/core/dashboard-ipc-server.d.ts.map +1 -1
- package/dist/core/dashboard-ipc-server.js +47 -2
- package/dist/core/dashboard-ipc-server.js.map +1 -1
- package/dist/core/idle-worker-sweeper.d.ts +1 -1
- package/dist/core/idle-worker-sweeper.js +1 -1
- package/dist/core/passthrough-commands.d.ts.map +1 -1
- package/dist/core/passthrough-commands.js +1 -0
- package/dist/core/passthrough-commands.js.map +1 -1
- package/dist/core/scheduler.d.ts +12 -0
- package/dist/core/scheduler.d.ts.map +1 -1
- package/dist/core/scheduler.js +67 -7
- package/dist/core/scheduler.js.map +1 -1
- package/dist/core/session-discovery.js +1 -1
- package/dist/core/session-discovery.js.map +1 -1
- package/dist/core/session-manager.d.ts.map +1 -1
- package/dist/core/session-manager.js +33 -7
- package/dist/core/session-manager.js.map +1 -1
- package/dist/core/trigger-session.d.ts.map +1 -1
- package/dist/core/trigger-session.js +78 -23
- package/dist/core/trigger-session.js.map +1 -1
- package/dist/core/worker-pool.d.ts +4 -1
- package/dist/core/worker-pool.d.ts.map +1 -1
- package/dist/core/worker-pool.js +4 -0
- package/dist/core/worker-pool.js.map +1 -1
- package/dist/core/zellij-adopt-discovery.js +1 -1
- package/dist/core/zellij-adopt-discovery.js.map +1 -1
- package/dist/daemon.d.ts +121 -0
- package/dist/daemon.d.ts.map +1 -1
- package/dist/daemon.js +2644 -2
- package/dist/daemon.js.map +1 -1
- package/dist/dashboard/federated-group-core.js +1 -1
- package/dist/dashboard/federated-group-core.js.map +1 -1
- package/dist/dashboard/federation-api.js +1 -1
- package/dist/dashboard/schedule-card-model.d.ts +4 -3
- package/dist/dashboard/schedule-card-model.d.ts.map +1 -1
- package/dist/dashboard/schedule-card-model.js +5 -4
- package/dist/dashboard/schedule-card-model.js.map +1 -1
- package/dist/dashboard/settings-write-applier.d.ts +37 -3
- package/dist/dashboard/settings-write-applier.d.ts.map +1 -1
- package/dist/dashboard/settings-write-applier.js +63 -0
- package/dist/dashboard/settings-write-applier.js.map +1 -1
- package/dist/dashboard/web/i18n.d.ts.map +1 -1
- package/dist/dashboard/web/i18n.js +28 -0
- package/dist/dashboard/web/i18n.js.map +1 -1
- package/dist/dashboard/web/insights.js +19 -19
- package/dist/dashboard/web/insights.js.map +1 -1
- package/dist/dashboard/web/overview-page.d.ts.map +1 -1
- package/dist/dashboard/web/overview-page.js +7 -4
- package/dist/dashboard/web/overview-page.js.map +1 -1
- package/dist/dashboard/web/schedules-page.d.ts +1 -1
- package/dist/dashboard/web/schedules-page.d.ts.map +1 -1
- package/dist/dashboard/web/schedules-page.js +7 -3
- package/dist/dashboard/web/schedules-page.js.map +1 -1
- package/dist/dashboard/web/sessions.js +2 -2
- package/dist/dashboard/web/settings-page.d.ts +9 -0
- package/dist/dashboard/web/settings-page.d.ts.map +1 -1
- package/dist/dashboard/web/settings-page.js +132 -43
- package/dist/dashboard/web/settings-page.js.map +1 -1
- package/dist/dashboard/web/store.d.ts +6 -0
- package/dist/dashboard/web/store.d.ts.map +1 -1
- package/dist/dashboard/web/store.js +18 -1
- package/dist/dashboard/web/store.js.map +1 -1
- package/dist/dashboard/webhook-routes.d.ts.map +1 -1
- package/dist/dashboard/webhook-routes.js +24 -0
- package/dist/dashboard/webhook-routes.js.map +1 -1
- package/dist/dashboard-web/app.js +3 -3
- package/dist/dashboard-web/chunks/{bot-defaults-page-Z36I5CKM.js → bot-defaults-page-3OIY7N76.js} +1 -1
- package/dist/dashboard-web/chunks/{chunk-2BBCKWNO.js → chunk-BNEXMNQD.js} +3 -3
- package/dist/dashboard-web/chunks/{chunk-QDKIUULH.js → chunk-DKKOGZCG.js} +1 -1
- package/dist/dashboard-web/chunks/chunk-LXIK7OUJ.js +1 -0
- package/dist/dashboard-web/chunks/{chunk-BAMNP73K.js → chunk-VFCACTRF.js} +1 -1
- package/dist/dashboard-web/chunks/{connectors-I3MGERCM.js → connectors-VDOAKUW3.js} +1 -1
- package/dist/dashboard-web/chunks/{groups-page-DTP2L4FQ.js → groups-page-CX5AN4XG.js} +1 -1
- package/dist/dashboard-web/chunks/{insights-page-FNI24WYF.js → insights-page-DOMRL4S6.js} +1 -1
- package/dist/dashboard-web/chunks/overview-page-AZBAXVZ7.js +1 -0
- package/dist/dashboard-web/chunks/{roles-page-A5DZ7Q6U.js → roles-page-3FEAH6S4.js} +1 -1
- package/dist/dashboard-web/chunks/schedules-CTQEA7IE.js +1 -0
- package/dist/dashboard-web/chunks/{sessions-YJ735IH4.js → sessions-LVZCXO2Z.js} +1 -1
- package/dist/dashboard-web/chunks/{sessions-page-2REIJ56C.js → sessions-page-NHBJDSBC.js} +1 -1
- package/dist/dashboard-web/chunks/settings-page-CRDIHRNE.js +2 -0
- package/dist/dashboard-web/chunks/{skills-page-ZCCLHWMJ.js → skills-page-VUG3EPWX.js} +1 -1
- package/dist/dashboard-web/chunks/{team-federation-page-4FCGO3WW.js → team-federation-page-ZKL3YMGN.js} +1 -1
- package/dist/dashboard-web/chunks/{workflows-KFJ7O57L.js → workflows-4BYQQBFP.js} +1 -1
- package/dist/dashboard-web/index.html +1 -1
- package/dist/dashboard-web/style.css +111 -16
- package/dist/dashboard.js +196 -2
- package/dist/dashboard.js.map +1 -1
- package/dist/global-config.d.ts +30 -0
- package/dist/global-config.d.ts.map +1 -1
- package/dist/global-config.js +64 -1
- package/dist/global-config.js.map +1 -1
- package/dist/i18n/en.d.ts.map +1 -1
- package/dist/i18n/en.js +10 -7
- package/dist/i18n/en.js.map +1 -1
- package/dist/i18n/zh.d.ts.map +1 -1
- package/dist/i18n/zh.js +10 -7
- package/dist/i18n/zh.js.map +1 -1
- package/dist/im/lark/card-builder.d.ts +1 -1
- package/dist/im/lark/card-builder.js +1 -1
- package/dist/im/lark/card-handler.d.ts +3 -0
- package/dist/im/lark/card-handler.d.ts.map +1 -1
- package/dist/im/lark/card-handler.js +8 -0
- package/dist/im/lark/card-handler.js.map +1 -1
- package/dist/im/lark/client.d.ts +1 -0
- package/dist/im/lark/client.d.ts.map +1 -1
- package/dist/im/lark/client.js +19 -0
- package/dist/im/lark/client.js.map +1 -1
- package/dist/im/lark/event-dispatcher.d.ts +10 -0
- package/dist/im/lark/event-dispatcher.d.ts.map +1 -1
- package/dist/im/lark/event-dispatcher.js +100 -21
- package/dist/im/lark/event-dispatcher.js.map +1 -1
- package/dist/im/lark/grant-command.d.ts +1 -1
- package/dist/im/lark/grant-command.js +1 -1
- package/dist/im/lark/workflow-slash-command.js +4 -0
- package/dist/im/lark/workflow-slash-command.js.map +1 -1
- package/dist/mir-prompt.d.ts +16 -0
- package/dist/mir-prompt.d.ts.map +1 -0
- package/dist/mir-prompt.js +170 -0
- package/dist/mir-prompt.js.map +1 -0
- package/dist/mir-runner.js +1 -149
- package/dist/mir-runner.js.map +1 -1
- package/dist/platform/bind.d.ts.map +1 -1
- package/dist/platform/bind.js +3 -11
- package/dist/platform/bind.js.map +1 -1
- package/dist/platform/binding.d.ts +4 -5
- package/dist/platform/binding.d.ts.map +1 -1
- package/dist/platform/binding.js +0 -11
- package/dist/platform/binding.js.map +1 -1
- package/dist/platform/tunnel-client.d.ts.map +1 -1
- package/dist/platform/tunnel-client.js +37 -28
- package/dist/platform/tunnel-client.js.map +1 -1
- package/dist/services/deployment-identity.d.ts +1 -1
- package/dist/services/deployment-identity.d.ts.map +1 -1
- package/dist/services/deployment-identity.js +1 -1
- package/dist/services/deployment-identity.js.map +1 -1
- package/dist/services/doc-subs-store.js +1 -1
- package/dist/services/team-board-store.js +1 -1
- package/dist/services/team-board-store.js.map +1 -1
- package/dist/services/trigger-types.d.ts +2 -1
- package/dist/services/trigger-types.d.ts.map +1 -1
- package/dist/services/trigger-types.js +11 -2
- package/dist/services/trigger-types.js.map +1 -1
- package/dist/services/vc-meeting-runtime-store.d.ts +55 -0
- package/dist/services/vc-meeting-runtime-store.d.ts.map +1 -0
- package/dist/services/vc-meeting-runtime-store.js +313 -0
- package/dist/services/vc-meeting-runtime-store.js.map +1 -0
- package/dist/services/voice/index.d.ts +6 -1
- package/dist/services/voice/index.d.ts.map +1 -1
- package/dist/services/voice/index.js +12 -5
- package/dist/services/voice/index.js.map +1 -1
- package/dist/services/voice/sami.js +1 -1
- package/dist/setup/lark-scopes.json +5 -0
- package/dist/setup/verify-permissions.d.ts +6 -0
- package/dist/setup/verify-permissions.d.ts.map +1 -1
- package/dist/setup/verify-permissions.js +17 -0
- package/dist/setup/verify-permissions.js.map +1 -1
- package/dist/skills/definitions.d.ts.map +1 -1
- package/dist/skills/definitions.js +10 -0
- package/dist/skills/definitions.js.map +1 -1
- package/dist/utils/daemon-discovery.d.ts +2 -0
- package/dist/utils/daemon-discovery.d.ts.map +1 -1
- package/dist/utils/daemon-discovery.js +2 -0
- package/dist/utils/daemon-discovery.js.map +1 -1
- package/dist/utils/timezone.d.ts +51 -0
- package/dist/utils/timezone.d.ts.map +1 -0
- package/dist/utils/timezone.js +110 -0
- package/dist/utils/timezone.js.map +1 -0
- package/dist/vc-agent/cards.d.ts +47 -0
- package/dist/vc-agent/cards.d.ts.map +1 -0
- package/dist/vc-agent/cards.js +489 -0
- package/dist/vc-agent/cards.js.map +1 -0
- package/dist/vc-agent/meeting-state.d.ts +39 -0
- package/dist/vc-agent/meeting-state.d.ts.map +1 -0
- package/dist/vc-agent/meeting-state.js +186 -0
- package/dist/vc-agent/meeting-state.js.map +1 -0
- package/dist/vc-agent/normalizer.d.ts +13 -0
- package/dist/vc-agent/normalizer.d.ts.map +1 -0
- package/dist/vc-agent/normalizer.js +411 -0
- package/dist/vc-agent/normalizer.js.map +1 -0
- package/dist/vc-agent/polling-source.d.ts +36 -0
- package/dist/vc-agent/polling-source.d.ts.map +1 -0
- package/dist/vc-agent/polling-source.js +129 -0
- package/dist/vc-agent/polling-source.js.map +1 -0
- package/dist/vc-agent/push-source.d.ts +13 -0
- package/dist/vc-agent/push-source.d.ts.map +1 -0
- package/dist/vc-agent/push-source.js +109 -0
- package/dist/vc-agent/push-source.js.map +1 -0
- package/dist/vc-agent/realtime/audio-source.d.ts +6 -0
- package/dist/vc-agent/realtime/audio-source.d.ts.map +1 -0
- package/dist/vc-agent/realtime/audio-source.js +17 -0
- package/dist/vc-agent/realtime/audio-source.js.map +1 -0
- package/dist/vc-agent/realtime/endpoint.d.ts +6 -0
- package/dist/vc-agent/realtime/endpoint.d.ts.map +1 -0
- package/dist/vc-agent/realtime/endpoint.js +25 -0
- package/dist/vc-agent/realtime/endpoint.js.map +1 -0
- package/dist/vc-agent/realtime/errors.d.ts +9 -0
- package/dist/vc-agent/realtime/errors.d.ts.map +1 -0
- package/dist/vc-agent/realtime/errors.js +17 -0
- package/dist/vc-agent/realtime/errors.js.map +1 -0
- package/dist/vc-agent/realtime/events.d.ts +24 -0
- package/dist/vc-agent/realtime/events.d.ts.map +1 -0
- package/dist/vc-agent/realtime/events.js +190 -0
- package/dist/vc-agent/realtime/events.js.map +1 -0
- package/dist/vc-agent/realtime/frontier.d.ts +34 -0
- package/dist/vc-agent/realtime/frontier.d.ts.map +1 -0
- package/dist/vc-agent/realtime/frontier.js +40 -0
- package/dist/vc-agent/realtime/frontier.js.map +1 -0
- package/dist/vc-agent/realtime/index.d.ts +11 -0
- package/dist/vc-agent/realtime/index.d.ts.map +1 -0
- package/dist/vc-agent/realtime/index.js +11 -0
- package/dist/vc-agent/realtime/index.js.map +1 -0
- package/dist/vc-agent/realtime/pacer.d.ts +21 -0
- package/dist/vc-agent/realtime/pacer.d.ts.map +1 -0
- package/dist/vc-agent/realtime/pacer.js +80 -0
- package/dist/vc-agent/realtime/pacer.js.map +1 -0
- package/dist/vc-agent/realtime/protobuf.d.ts +33 -0
- package/dist/vc-agent/realtime/protobuf.d.ts.map +1 -0
- package/dist/vc-agent/realtime/protobuf.js +159 -0
- package/dist/vc-agent/realtime/protobuf.js.map +1 -0
- package/dist/vc-agent/realtime/protocol.d.ts +4 -0
- package/dist/vc-agent/realtime/protocol.d.ts.map +1 -0
- package/dist/vc-agent/realtime/protocol.js +59 -0
- package/dist/vc-agent/realtime/protocol.js.map +1 -0
- package/dist/vc-agent/realtime/session.d.ts +39 -0
- package/dist/vc-agent/realtime/session.d.ts.map +1 -0
- package/dist/vc-agent/realtime/session.js +221 -0
- package/dist/vc-agent/realtime/session.js.map +1 -0
- package/dist/vc-agent/realtime/transport.d.ts +23 -0
- package/dist/vc-agent/realtime/transport.d.ts.map +1 -0
- package/dist/vc-agent/realtime/transport.js +112 -0
- package/dist/vc-agent/realtime/transport.js.map +1 -0
- package/dist/vc-agent/realtime/types.d.ts +84 -0
- package/dist/vc-agent/realtime/types.d.ts.map +1 -0
- package/dist/vc-agent/realtime/types.js +5 -0
- package/dist/vc-agent/realtime/types.js.map +1 -0
- package/dist/vc-agent/types.d.ts +142 -0
- package/dist/vc-agent/types.d.ts.map +1 -0
- package/dist/vc-agent/types.js +2 -0
- package/dist/vc-agent/types.js.map +1 -0
- package/dist/worker.js +3 -3
- package/dist/worker.js.map +1 -1
- package/dist/workflows/attempt-resume.d.ts +4 -0
- package/dist/workflows/attempt-resume.d.ts.map +1 -1
- package/dist/workflows/attempt-resume.js +2 -0
- package/dist/workflows/attempt-resume.js.map +1 -1
- package/dist/workflows/attempt-terminal.d.ts +4 -0
- package/dist/workflows/attempt-terminal.d.ts.map +1 -1
- package/dist/workflows/attempt-terminal.js.map +1 -1
- package/dist/workflows/daemon-spawn.d.ts.map +1 -1
- package/dist/workflows/daemon-spawn.js +7 -0
- package/dist/workflows/daemon-spawn.js.map +1 -1
- package/dist/workflows/events/payloads.d.ts +32 -0
- package/dist/workflows/events/payloads.d.ts.map +1 -1
- package/dist/workflows/events/payloads.js +4 -0
- package/dist/workflows/events/payloads.js.map +1 -1
- package/dist/workflows/events/schema.d.ts +56 -0
- package/dist/workflows/events/schema.d.ts.map +1 -1
- package/dist/workflows/runtime.d.ts +4 -0
- package/dist/workflows/runtime.d.ts.map +1 -1
- package/dist/workflows/runtime.js.map +1 -1
- package/dist/workflows/spawn-policy.d.ts +14 -0
- package/dist/workflows/spawn-policy.d.ts.map +1 -0
- package/dist/workflows/spawn-policy.js +9 -0
- package/dist/workflows/spawn-policy.js.map +1 -0
- package/dist/workflows/v3/bot-resolve.d.ts.map +1 -1
- package/dist/workflows/v3/bot-resolve.js +4 -0
- package/dist/workflows/v3/bot-resolve.js.map +1 -1
- package/dist/workflows/v3/cli-run.d.ts.map +1 -1
- package/dist/workflows/v3/cli-run.js +4 -0
- package/dist/workflows/v3/cli-run.js.map +1 -1
- package/dist/workflows/v3/contract.d.ts +9 -3
- package/dist/workflows/v3/contract.d.ts.map +1 -1
- package/dist/workflows/v3/contract.js +3 -3
- package/dist/workflows/v3/contract.js.map +1 -1
- package/dist/workflows/v3/ephemeral-pool.d.ts.map +1 -1
- package/dist/workflows/v3/ephemeral-pool.js +2 -0
- package/dist/workflows/v3/ephemeral-pool.js.map +1 -1
- package/dist/workflows/v3/runtime.js +1 -1
- package/dist/workflows/v3/runtime.js.map +1 -1
- package/package.json +1 -1
- package/dist/dashboard-web/chunks/chunk-76J7PNZI.js +0 -1
- package/dist/dashboard-web/chunks/overview-page-EHCZJBWY.js +0 -1
- package/dist/dashboard-web/chunks/schedules-RSXALJU4.js +0 -1
- package/dist/dashboard-web/chunks/settings-page-XKFTXTDE.js +0 -2
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"protobuf.js","sourceRoot":"","sources":["../../../src/vc-agent/realtime/protobuf.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,CAAC;AAC7B,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,CAAC;AAQ1B,SAAS,iBAAiB,CAAC,KAAa;IACtC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QAC3C,MAAM,IAAI,KAAK,CAAC,kCAAkC,KAAK,EAAE,CAAC,CAAC;IAC7D,CAAC;AACH,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,KAAsB;IACjD,IAAI,CAAC,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC1D,IAAI,CAAC,GAAG,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,EAAE,CAAC,CAAC;IACpE,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,GAAG,CAAC;QACF,IAAI,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;QAC7B,CAAC,KAAK,EAAE,CAAC;QACT,IAAI,CAAC,KAAK,EAAE;YAAE,IAAI,IAAI,IAAI,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnB,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE;IACnB,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC5B,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,KAAa,EAAE,IAAY;IACnD,iBAAiB,CAAC,KAAK,CAAC,CAAC;IACzB,OAAO,YAAY,CAAC,MAAM,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;AACnD,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,KAAa,EAAE,KAAkC;IAC5E,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC1C,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,KAAK,EAAE,WAAW,CAAC,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAC7E,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,KAAa,EAAE,KAAkC;IAC3E,OAAO,YAAY,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;AACpC,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,KAAa,EAAE,KAAyB;IACnE,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC1C,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,KAAK,EAAE,CAAC,CAAC;IAC7F,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,KAAK,EAAE,WAAW,CAAC,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAC7E,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,KAAa,EAAE,KAAyB;IAClE,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC1C,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,KAAK,EAAE,CAAC,CAAC;IAC/E,IAAI,KAAK,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,4DAA4D,KAAK,EAAE,CAAC,CAAC;IACpG,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,KAAK,EAAE,WAAW,CAAC,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAC7E,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,KAAa,EAAE,KAA0B;IAClE,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC1C,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,KAAK,EAAE,WAAW,CAAC,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACrF,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,KAAa,EAAE,KAAyB,EAAE,OAAgC,EAAE;IACvG,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC1C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IACpE,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACxC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;AACtF,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,KAAa,EAAE,KAAyB,EAAE,OAAgC,EAAE;IACtG,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC1C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IACpE,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;AACxF,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,MAAiC;IACjE,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACtE,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,IAAY,EAAE,MAAM,GAAG,CAAC;IACjD,IAAI,KAAK,GAAG,EAAE,CAAC;IACf,IAAI,KAAK,GAAG,EAAE,CAAC;IACf,IAAI,GAAG,GAAG,MAAM,CAAC;IACjB,OAAO,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;QACvB,KAAK,IAAI,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,KAAK,CAAC;QACtC,GAAG,IAAI,CAAC,CAAC;QACT,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;YAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;QACrD,KAAK,IAAI,EAAE,CAAC;QACZ,IAAI,KAAK,GAAG,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;IAClE,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;AAC/C,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,IAAY;IAC5C,MAAM,MAAM,GAAwB,EAAE,CAAC;IACvC,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,OAAO,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC5B,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACrC,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC;QAClB,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;QACtC,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC;QACvC,IAAI,KAAK,IAAI,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;QAC5E,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;YACzB,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YACzC,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;YACtB,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;YACnD,SAAS;QACX,CAAC;QACD,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtB,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YACrC,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC;YAClB,MAAM,GAAG,GAAG,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACvC,IAAI,GAAG,GAAG,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;YACpF,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YAChE,MAAM,GAAG,GAAG,CAAC;YACb,SAAS;QACX,CAAC;QACD,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,CAAC;YACZ,IAAI,MAAM,GAAG,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;YAC9E,SAAS;QACX,CAAC;QACD,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,CAAC;YACZ,IAAI,MAAM,GAAG,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;YAC9E,SAAS;QACX,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,mCAAmC,IAAI,EAAE,CAAC,CAAC;IAC7D,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,MAA2B,EAAE,KAAa;IACnE,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC;AAC7C,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,MAA2B,EAAE,KAAa;IACpE,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,KAAK,CAAC;IAC/C,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AACrE,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,MAA2B,EAAE,KAAa;IACnE,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,KAAK,CAAC;IAC/C,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AACpD,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,MAA2B,EAAE,KAAa;IACpE,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,KAAK,CAAC;IAC/C,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AACvD,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,MAA2B,EAAE,KAAa;IACpE,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACzC,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC1C,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IACxB,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,8CAA8C,KAAK,EAAE,CAAC,CAAC;IACrG,OAAO,CAAC,CAAC;AACX,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,MAA2B,EAAE,KAAa;IAClE,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACzC,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,KAAK,EAAE,CAAC;AACxD,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"protocol.d.ts","sourceRoot":"","sources":["../../../src/vc-agent/realtime/protocol.ts"],"names":[],"mappings":"AAgBA,OAAO,KAAK,EAIV,qBAAqB,EACtB,MAAM,YAAY,CAAC;AAEpB,wBAAgB,sCAAsC,IAAI,qBAAqB,CAmB9E;AAED,wBAAgB,gCAAgC,IAAI,qBAAqB,CAmCxE"}
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
import { protoNotConfigured } from './errors.js';
|
|
2
|
+
import { decodeServerEvent, encodeAudioFrameEvent, encodeAudioUpstreamClearEvent, encodeSessionCloseEvent, encodeSessionCreateEvent, } from './events.js';
|
|
3
|
+
import { decodeFrontierFrame, encodeFrontierFrame, FRONTIER_FRAME_TYPE_NORMAL, FRONTIER_METHOD, FRONTIER_SERVICE, } from './frontier.js';
|
|
4
|
+
export function createUnavailableRealtimeVoiceProtocol() {
|
|
5
|
+
return {
|
|
6
|
+
configured: false,
|
|
7
|
+
encodeSessionCreate() {
|
|
8
|
+
return protoNotConfigured('ClientEvent session.create schema is not configured.');
|
|
9
|
+
},
|
|
10
|
+
encodeAudioFrame() {
|
|
11
|
+
return protoNotConfigured('ClientEvent audio frame schema is not configured.');
|
|
12
|
+
},
|
|
13
|
+
encodeAudioUpstreamClear() {
|
|
14
|
+
return protoNotConfigured('ClientEvent audio clear schema is not configured.');
|
|
15
|
+
},
|
|
16
|
+
encodeSessionClose() {
|
|
17
|
+
return protoNotConfigured('ClientEvent session.close schema is not configured.');
|
|
18
|
+
},
|
|
19
|
+
decodeServerEvent() {
|
|
20
|
+
return protoNotConfigured('ServerEvent schema is not configured.');
|
|
21
|
+
},
|
|
22
|
+
};
|
|
23
|
+
}
|
|
24
|
+
export function createProtoRealtimeVoiceProtocol() {
|
|
25
|
+
let seqId = 0n;
|
|
26
|
+
function wrap(event) {
|
|
27
|
+
seqId += 1n;
|
|
28
|
+
return encodeFrontierFrame({
|
|
29
|
+
seqId,
|
|
30
|
+
service: FRONTIER_SERVICE,
|
|
31
|
+
method: FRONTIER_METHOD,
|
|
32
|
+
payload: event.payload,
|
|
33
|
+
msgId: event.eventId,
|
|
34
|
+
frameType: FRONTIER_FRAME_TYPE_NORMAL,
|
|
35
|
+
});
|
|
36
|
+
}
|
|
37
|
+
return {
|
|
38
|
+
configured: true,
|
|
39
|
+
encodeSessionCreate(format) {
|
|
40
|
+
return wrap(encodeSessionCreateEvent(format));
|
|
41
|
+
},
|
|
42
|
+
encodeAudioFrame(frame, sessionId) {
|
|
43
|
+
return wrap(encodeAudioFrameEvent(frame, sessionId));
|
|
44
|
+
},
|
|
45
|
+
encodeAudioUpstreamClear(sessionId) {
|
|
46
|
+
return wrap(encodeAudioUpstreamClearEvent(sessionId));
|
|
47
|
+
},
|
|
48
|
+
encodeSessionClose(sessionId) {
|
|
49
|
+
return wrap(encodeSessionCloseEvent(sessionId));
|
|
50
|
+
},
|
|
51
|
+
decodeServerEvent(data) {
|
|
52
|
+
const frame = decodeFrontierFrame(data);
|
|
53
|
+
if (frame.skipped || !frame.payload || frame.payload.length === 0)
|
|
54
|
+
return undefined;
|
|
55
|
+
return decodeServerEvent(frame.payload);
|
|
56
|
+
},
|
|
57
|
+
};
|
|
58
|
+
}
|
|
59
|
+
//# sourceMappingURL=protocol.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"protocol.js","sourceRoot":"","sources":["../../../src/vc-agent/realtime/protocol.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EACL,iBAAiB,EACjB,qBAAqB,EACrB,6BAA6B,EAC7B,uBAAuB,EACvB,wBAAwB,GAEzB,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,mBAAmB,EACnB,mBAAmB,EACnB,0BAA0B,EAC1B,eAAe,EACf,gBAAgB,GACjB,MAAM,eAAe,CAAC;AAQvB,MAAM,UAAU,sCAAsC;IACpD,OAAO;QACL,UAAU,EAAE,KAAK;QACjB,mBAAmB;YACjB,OAAO,kBAAkB,CAAC,sDAAsD,CAAC,CAAC;QACpF,CAAC;QACD,gBAAgB;YACd,OAAO,kBAAkB,CAAC,mDAAmD,CAAC,CAAC;QACjF,CAAC;QACD,wBAAwB;YACtB,OAAO,kBAAkB,CAAC,mDAAmD,CAAC,CAAC;QACjF,CAAC;QACD,kBAAkB;YAChB,OAAO,kBAAkB,CAAC,qDAAqD,CAAC,CAAC;QACnF,CAAC;QACD,iBAAiB;YACf,OAAO,kBAAkB,CAAC,uCAAuC,CAAC,CAAC;QACrE,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,gCAAgC;IAC9C,IAAI,KAAK,GAAG,EAAE,CAAC;IAEf,SAAS,IAAI,CAAC,KAAiC;QAC7C,KAAK,IAAI,EAAE,CAAC;QACZ,OAAO,mBAAmB,CAAC;YACzB,KAAK;YACL,OAAO,EAAE,gBAAgB;YACzB,MAAM,EAAE,eAAe;YACvB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,KAAK,EAAE,KAAK,CAAC,OAAO;YACpB,SAAS,EAAE,0BAA0B;SACtC,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,UAAU,EAAE,IAAI;QAChB,mBAAmB,CAAC,MAAgC;YAClD,OAAO,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC,CAAC,CAAC;QAChD,CAAC;QACD,gBAAgB,CAAC,KAAyB,EAAE,SAAiB;YAC3D,OAAO,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC;QACvD,CAAC;QACD,wBAAwB,CAAC,SAAiB;YACxC,OAAO,IAAI,CAAC,6BAA6B,CAAC,SAAS,CAAC,CAAC,CAAC;QACxD,CAAC;QACD,kBAAkB,CAAC,SAAiB;YAClC,OAAO,IAAI,CAAC,uBAAuB,CAAC,SAAS,CAAC,CAAC,CAAC;QAClD,CAAC;QACD,iBAAiB,CAAC,IAAY;YAC5B,MAAM,KAAK,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;YACxC,IAAI,KAAK,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,SAAS,CAAC;YACpF,OAAO,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC1C,CAAC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
import { type PaceRealtimeVoiceFramesOptions } from './pacer.js';
|
|
2
|
+
import { type RealtimeVoiceAudioFormat, type RealtimeVoiceProtocol, type RealtimeVoiceSessionInfo, type RealtimeVoiceSessionStatus, type RealtimeVoiceTransport } from './types.js';
|
|
3
|
+
export interface RealtimeVoiceSessionOptions extends RealtimeVoiceSessionInfo {
|
|
4
|
+
audioFormat?: Partial<RealtimeVoiceAudioFormat>;
|
|
5
|
+
protocol?: RealtimeVoiceProtocol;
|
|
6
|
+
transport?: RealtimeVoiceTransport;
|
|
7
|
+
sendBinary?: (data: Buffer) => void | Promise<void>;
|
|
8
|
+
handshakeTimeoutMs?: number;
|
|
9
|
+
pacer?: PaceRealtimeVoiceFramesOptions;
|
|
10
|
+
}
|
|
11
|
+
export declare class RealtimeVoiceSession {
|
|
12
|
+
readonly info: RealtimeVoiceSessionInfo;
|
|
13
|
+
readonly audioFormat: RealtimeVoiceAudioFormat;
|
|
14
|
+
private readonly protocol;
|
|
15
|
+
private readonly transport?;
|
|
16
|
+
private readonly pacer?;
|
|
17
|
+
private readonly handshakeTimeoutMs;
|
|
18
|
+
private statusValue;
|
|
19
|
+
private lastErrorValue?;
|
|
20
|
+
private startPromise?;
|
|
21
|
+
private readLoopPromise?;
|
|
22
|
+
private sessionIdValue?;
|
|
23
|
+
constructor(opts: RealtimeVoiceSessionOptions);
|
|
24
|
+
get status(): RealtimeVoiceSessionStatus;
|
|
25
|
+
get lastError(): string | undefined;
|
|
26
|
+
get sessionId(): bigint | undefined;
|
|
27
|
+
start(): Promise<void>;
|
|
28
|
+
private startInternal;
|
|
29
|
+
speak(text: string): Promise<{
|
|
30
|
+
frames: number;
|
|
31
|
+
durationMs: number;
|
|
32
|
+
}>;
|
|
33
|
+
stop(_reason?: string): Promise<void>;
|
|
34
|
+
private requireTransport;
|
|
35
|
+
private waitForSessionCreated;
|
|
36
|
+
private startReadLoop;
|
|
37
|
+
private assertNonFatalServerEvent;
|
|
38
|
+
}
|
|
39
|
+
//# sourceMappingURL=session.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"session.d.ts","sourceRoot":"","sources":["../../../src/vc-agent/realtime/session.ts"],"names":[],"mappings":"AAEA,OAAO,EAA2B,KAAK,8BAA8B,EAAE,MAAM,YAAY,CAAC;AAE1F,OAAO,EAKL,KAAK,wBAAwB,EAE7B,KAAK,qBAAqB,EAC1B,KAAK,wBAAwB,EAC7B,KAAK,0BAA0B,EAC/B,KAAK,sBAAsB,EAC5B,MAAM,YAAY,CAAC;AAEpB,MAAM,WAAW,2BAA4B,SAAQ,wBAAwB;IAC3E,WAAW,CAAC,EAAE,OAAO,CAAC,wBAAwB,CAAC,CAAC;IAChD,QAAQ,CAAC,EAAE,qBAAqB,CAAC;IACjC,SAAS,CAAC,EAAE,sBAAsB,CAAC;IACnC,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACpD,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,KAAK,CAAC,EAAE,8BAA8B,CAAC;CACxC;AAID,qBAAa,oBAAoB;IAC/B,QAAQ,CAAC,IAAI,EAAE,wBAAwB,CAAC;IACxC,QAAQ,CAAC,WAAW,EAAE,wBAAwB,CAAC;IAC/C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAwB;IACjD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAyB;IACpD,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAiC;IACxD,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAS;IAC5C,OAAO,CAAC,WAAW,CAAsC;IACzD,OAAO,CAAC,cAAc,CAAC,CAAS;IAChC,OAAO,CAAC,YAAY,CAAC,CAAgB;IACrC,OAAO,CAAC,eAAe,CAAC,CAAgB;IACxC,OAAO,CAAC,cAAc,CAAC,CAAS;gBAEpB,IAAI,EAAE,2BAA2B;IAqB7C,IAAI,MAAM,IAAI,0BAA0B,CAEvC;IAED,IAAI,SAAS,IAAI,MAAM,GAAG,SAAS,CAElC;IAED,IAAI,SAAS,IAAI,MAAM,GAAG,SAAS,CAElC;IAEK,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;YASd,aAAa;IA0BrB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC;IAmCpE,IAAI,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAmB3C,OAAO,CAAC,gBAAgB;YAKV,qBAAqB;IAoBnC,OAAO,CAAC,aAAa;IAkCrB,OAAO,CAAC,yBAAyB;CAIlC"}
|
|
@@ -0,0 +1,221 @@
|
|
|
1
|
+
import { protoNotConfigured, transportNotConfigured } from './errors.js';
|
|
2
|
+
import { createUnavailableRealtimeVoiceProtocol } from './protocol.js';
|
|
3
|
+
import { paceRealtimeVoiceFrames } from './pacer.js';
|
|
4
|
+
import { synthesizeRealtimeVoiceFrameBatch } from './audio-source.js';
|
|
5
|
+
import { DEFAULT_REALTIME_VOICE_CHANNELS, DEFAULT_REALTIME_VOICE_FRAME_MS, DEFAULT_REALTIME_VOICE_SAMPLE_RATE, } from './types.js';
|
|
6
|
+
const DEFAULT_HANDSHAKE_TIMEOUT_MS = 10_000;
|
|
7
|
+
export class RealtimeVoiceSession {
|
|
8
|
+
info;
|
|
9
|
+
audioFormat;
|
|
10
|
+
protocol;
|
|
11
|
+
transport;
|
|
12
|
+
pacer;
|
|
13
|
+
handshakeTimeoutMs;
|
|
14
|
+
statusValue = 'idle';
|
|
15
|
+
lastErrorValue;
|
|
16
|
+
startPromise;
|
|
17
|
+
readLoopPromise;
|
|
18
|
+
sessionIdValue;
|
|
19
|
+
constructor(opts) {
|
|
20
|
+
this.info = {
|
|
21
|
+
larkAppId: opts.larkAppId,
|
|
22
|
+
meetingId: opts.meetingId,
|
|
23
|
+
...(opts.meetingNo ? { meetingNo: opts.meetingNo } : {}),
|
|
24
|
+
};
|
|
25
|
+
this.audioFormat = {
|
|
26
|
+
encoding: 'pcm_s16le',
|
|
27
|
+
sampleRate: opts.audioFormat?.sampleRate ?? DEFAULT_REALTIME_VOICE_SAMPLE_RATE,
|
|
28
|
+
channels: opts.audioFormat?.channels ?? DEFAULT_REALTIME_VOICE_CHANNELS,
|
|
29
|
+
frameMs: opts.audioFormat?.frameMs ?? DEFAULT_REALTIME_VOICE_FRAME_MS,
|
|
30
|
+
};
|
|
31
|
+
this.protocol = opts.protocol ?? createUnavailableRealtimeVoiceProtocol();
|
|
32
|
+
this.transport = opts.transport ?? (opts.sendBinary ? {
|
|
33
|
+
send: opts.sendBinary,
|
|
34
|
+
receive: async () => transportNotConfigured(),
|
|
35
|
+
} : undefined);
|
|
36
|
+
this.handshakeTimeoutMs = opts.handshakeTimeoutMs ?? DEFAULT_HANDSHAKE_TIMEOUT_MS;
|
|
37
|
+
this.pacer = opts.pacer;
|
|
38
|
+
}
|
|
39
|
+
get status() {
|
|
40
|
+
return this.statusValue;
|
|
41
|
+
}
|
|
42
|
+
get lastError() {
|
|
43
|
+
return this.lastErrorValue;
|
|
44
|
+
}
|
|
45
|
+
get sessionId() {
|
|
46
|
+
return this.sessionIdValue;
|
|
47
|
+
}
|
|
48
|
+
async start() {
|
|
49
|
+
if (this.statusValue === 'started')
|
|
50
|
+
return;
|
|
51
|
+
if (this.startPromise)
|
|
52
|
+
return this.startPromise;
|
|
53
|
+
this.startPromise = this.startInternal().finally(() => {
|
|
54
|
+
this.startPromise = undefined;
|
|
55
|
+
});
|
|
56
|
+
return this.startPromise;
|
|
57
|
+
}
|
|
58
|
+
async startInternal() {
|
|
59
|
+
this.statusValue = 'starting';
|
|
60
|
+
try {
|
|
61
|
+
if (!this.protocol.configured) {
|
|
62
|
+
protoNotConfigured('RealtimeVoiceSession.start() requires Frontier + ClientEvent encoders.');
|
|
63
|
+
}
|
|
64
|
+
const transport = this.requireTransport();
|
|
65
|
+
const createEvent = this.protocol.encodeSessionCreate(this.audioFormat);
|
|
66
|
+
await transport.send(createEvent);
|
|
67
|
+
const created = await this.waitForSessionCreated();
|
|
68
|
+
this.sessionIdValue = created.sessionId;
|
|
69
|
+
this.statusValue = 'started';
|
|
70
|
+
this.lastErrorValue = undefined;
|
|
71
|
+
this.startReadLoop();
|
|
72
|
+
}
|
|
73
|
+
catch (err) {
|
|
74
|
+
this.statusValue = 'failed';
|
|
75
|
+
this.lastErrorValue = err instanceof Error ? err.message : String(err);
|
|
76
|
+
try {
|
|
77
|
+
await this.transport?.close?.();
|
|
78
|
+
}
|
|
79
|
+
catch {
|
|
80
|
+
// ignore start-failure close errors
|
|
81
|
+
}
|
|
82
|
+
throw err;
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
async speak(text) {
|
|
86
|
+
if (this.statusValue !== 'started') {
|
|
87
|
+
throw new Error(`VC realtime voice session is not started (status=${this.statusValue})`);
|
|
88
|
+
}
|
|
89
|
+
if (!this.protocol.configured) {
|
|
90
|
+
protoNotConfigured('RealtimeVoiceSession.speak() requires ClientEvent audio encoders.');
|
|
91
|
+
}
|
|
92
|
+
const transport = this.requireTransport();
|
|
93
|
+
const sessionId = this.sessionIdValue;
|
|
94
|
+
if (sessionId === undefined) {
|
|
95
|
+
throw new Error('VC realtime voice session has no server session_id');
|
|
96
|
+
}
|
|
97
|
+
const batch = await synthesizeRealtimeVoiceFrameBatch(this.info.larkAppId, text, {
|
|
98
|
+
frameMs: this.audioFormat.frameMs,
|
|
99
|
+
});
|
|
100
|
+
if (batch.format.sampleRate !== this.audioFormat.sampleRate || batch.format.channels !== this.audioFormat.channels) {
|
|
101
|
+
throw new Error(`PCM format ${batch.format.sampleRate}Hz/${batch.format.channels}ch does not match realtime session ` +
|
|
102
|
+
`${this.audioFormat.sampleRate}Hz/${this.audioFormat.channels}ch`);
|
|
103
|
+
}
|
|
104
|
+
await paceRealtimeVoiceFrames(batch.frames, async (frame) => {
|
|
105
|
+
await transport.send(this.protocol.encodeAudioFrame(frame, sessionId));
|
|
106
|
+
}, {
|
|
107
|
+
...this.pacer,
|
|
108
|
+
bufferedAmount: this.pacer?.bufferedAmount ?? transport.bufferedAmount?.bind(transport),
|
|
109
|
+
});
|
|
110
|
+
return { frames: batch.frames.length, durationMs: batch.durationMs };
|
|
111
|
+
}
|
|
112
|
+
async stop(_reason) {
|
|
113
|
+
if (this.statusValue === 'stopped' || this.statusValue === 'idle') {
|
|
114
|
+
this.statusValue = 'stopped';
|
|
115
|
+
return;
|
|
116
|
+
}
|
|
117
|
+
const transport = this.transport;
|
|
118
|
+
const sessionId = this.sessionIdValue;
|
|
119
|
+
this.statusValue = 'stopping';
|
|
120
|
+
try {
|
|
121
|
+
if (transport && sessionId !== undefined && this.protocol.configured) {
|
|
122
|
+
const close = this.protocol.encodeSessionClose?.(sessionId);
|
|
123
|
+
if (close)
|
|
124
|
+
await transport.send(close);
|
|
125
|
+
}
|
|
126
|
+
}
|
|
127
|
+
finally {
|
|
128
|
+
await transport?.close?.();
|
|
129
|
+
this.statusValue = 'stopped';
|
|
130
|
+
}
|
|
131
|
+
}
|
|
132
|
+
requireTransport() {
|
|
133
|
+
if (!this.transport)
|
|
134
|
+
transportNotConfigured();
|
|
135
|
+
return this.transport;
|
|
136
|
+
}
|
|
137
|
+
async waitForSessionCreated() {
|
|
138
|
+
const transport = this.requireTransport();
|
|
139
|
+
const deadline = Date.now() + this.handshakeTimeoutMs;
|
|
140
|
+
while (Date.now() <= deadline) {
|
|
141
|
+
const remaining = Math.max(1, deadline - Date.now());
|
|
142
|
+
const data = await withTimeout(transport.receive(), remaining, 'Timed out waiting for realtime session.created');
|
|
143
|
+
if (!data)
|
|
144
|
+
throw new Error('Realtime voice transport closed before session.created');
|
|
145
|
+
const event = this.protocol.decodeServerEvent(data);
|
|
146
|
+
if (!event)
|
|
147
|
+
continue;
|
|
148
|
+
if (event.type === 'session.created') {
|
|
149
|
+
if (event.sessionId === undefined) {
|
|
150
|
+
throw new Error('Realtime voice session.created did not include session_id');
|
|
151
|
+
}
|
|
152
|
+
return { sessionId: event.sessionId };
|
|
153
|
+
}
|
|
154
|
+
this.assertNonFatalServerEvent(event);
|
|
155
|
+
}
|
|
156
|
+
throw new Error('Timed out waiting for realtime session.created');
|
|
157
|
+
}
|
|
158
|
+
startReadLoop() {
|
|
159
|
+
if (this.readLoopPromise)
|
|
160
|
+
return;
|
|
161
|
+
const transport = this.transport;
|
|
162
|
+
if (!transport)
|
|
163
|
+
return;
|
|
164
|
+
this.readLoopPromise = (async () => {
|
|
165
|
+
while (this.statusValue === 'started') {
|
|
166
|
+
const data = await transport.receive();
|
|
167
|
+
if (!data) {
|
|
168
|
+
if (this.statusValue === 'started')
|
|
169
|
+
this.statusValue = 'stopped';
|
|
170
|
+
return;
|
|
171
|
+
}
|
|
172
|
+
const event = this.protocol.decodeServerEvent(data);
|
|
173
|
+
if (!event)
|
|
174
|
+
continue;
|
|
175
|
+
if (event.type === 'session.closed') {
|
|
176
|
+
this.statusValue = 'stopped';
|
|
177
|
+
return;
|
|
178
|
+
}
|
|
179
|
+
if (event.type === 'error') {
|
|
180
|
+
const message = realtimeServerErrorMessage(event);
|
|
181
|
+
this.statusValue = 'failed';
|
|
182
|
+
this.lastErrorValue = message;
|
|
183
|
+
return;
|
|
184
|
+
}
|
|
185
|
+
}
|
|
186
|
+
})().catch(err => {
|
|
187
|
+
if (this.statusValue !== 'stopping' && this.statusValue !== 'stopped') {
|
|
188
|
+
this.statusValue = 'failed';
|
|
189
|
+
this.lastErrorValue = err instanceof Error ? err.message : String(err);
|
|
190
|
+
}
|
|
191
|
+
}).finally(() => {
|
|
192
|
+
this.readLoopPromise = undefined;
|
|
193
|
+
});
|
|
194
|
+
}
|
|
195
|
+
assertNonFatalServerEvent(event) {
|
|
196
|
+
if (event.type === 'error')
|
|
197
|
+
throw new Error(realtimeServerErrorMessage(event));
|
|
198
|
+
if (event.type === 'session.closed')
|
|
199
|
+
throw new Error(`Realtime voice session closed before session.created (reason=${event.reason ?? 'unknown'})`);
|
|
200
|
+
}
|
|
201
|
+
}
|
|
202
|
+
function realtimeServerErrorMessage(event) {
|
|
203
|
+
const code = event.code === undefined ? 'unknown' : String(event.code);
|
|
204
|
+
return `Realtime voice server error code=${code}: ${event.message ?? 'unknown error'}`;
|
|
205
|
+
}
|
|
206
|
+
async function withTimeout(promise, timeoutMs, message) {
|
|
207
|
+
let timer;
|
|
208
|
+
try {
|
|
209
|
+
return await Promise.race([
|
|
210
|
+
promise,
|
|
211
|
+
new Promise((_, reject) => {
|
|
212
|
+
timer = setTimeout(() => reject(new Error(message)), timeoutMs);
|
|
213
|
+
}),
|
|
214
|
+
]);
|
|
215
|
+
}
|
|
216
|
+
finally {
|
|
217
|
+
if (timer)
|
|
218
|
+
clearTimeout(timer);
|
|
219
|
+
}
|
|
220
|
+
}
|
|
221
|
+
//# sourceMappingURL=session.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"session.js","sourceRoot":"","sources":["../../../src/vc-agent/realtime/session.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAC;AACzE,OAAO,EAAE,sCAAsC,EAAE,MAAM,eAAe,CAAC;AACvE,OAAO,EAAE,uBAAuB,EAAuC,MAAM,YAAY,CAAC;AAC1F,OAAO,EAAE,iCAAiC,EAAE,MAAM,mBAAmB,CAAC;AACtE,OAAO,EACL,+BAA+B,EAC/B,+BAA+B,EAC/B,kCAAkC,GAQnC,MAAM,YAAY,CAAC;AAWpB,MAAM,4BAA4B,GAAG,MAAM,CAAC;AAE5C,MAAM,OAAO,oBAAoB;IACtB,IAAI,CAA2B;IAC/B,WAAW,CAA2B;IAC9B,QAAQ,CAAwB;IAChC,SAAS,CAA0B;IACnC,KAAK,CAAkC;IACvC,kBAAkB,CAAS;IACpC,WAAW,GAA+B,MAAM,CAAC;IACjD,cAAc,CAAU;IACxB,YAAY,CAAiB;IAC7B,eAAe,CAAiB;IAChC,cAAc,CAAU;IAEhC,YAAY,IAAiC;QAC3C,IAAI,CAAC,IAAI,GAAG;YACV,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACzD,CAAC;QACF,IAAI,CAAC,WAAW,GAAG;YACjB,QAAQ,EAAE,WAAW;YACrB,UAAU,EAAE,IAAI,CAAC,WAAW,EAAE,UAAU,IAAI,kCAAkC;YAC9E,QAAQ,EAAE,IAAI,CAAC,WAAW,EAAE,QAAQ,IAAI,+BAA+B;YACvE,OAAO,EAAE,IAAI,CAAC,WAAW,EAAE,OAAO,IAAI,+BAA+B;SACtE,CAAC;QACF,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,sCAAsC,EAAE,CAAC;QAC1E,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;YACpD,IAAI,EAAE,IAAI,CAAC,UAAU;YACrB,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC,sBAAsB,EAAE;SAC9C,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QACf,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,IAAI,4BAA4B,CAAC;QAClF,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;IAC1B,CAAC;IAED,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAED,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;YAAE,OAAO;QAC3C,IAAI,IAAI,CAAC,YAAY;YAAE,OAAO,IAAI,CAAC,YAAY,CAAC;QAChD,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE;YACpD,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC;QAChC,CAAC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAEO,KAAK,CAAC,aAAa;QACzB,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;QAC9B,IAAI,CAAC;YACH,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;gBAC9B,kBAAkB,CAAC,wEAAwE,CAAC,CAAC;YAC/F,CAAC;YACD,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1C,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACxE,MAAM,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAClC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,qBAAqB,EAAE,CAAC;YACnD,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,SAAS,CAAC;YACxC,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC;YAC7B,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;YAChC,IAAI,CAAC,aAAa,EAAE,CAAC;QACvB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,WAAW,GAAG,QAAQ,CAAC;YAC5B,IAAI,CAAC,cAAc,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACvE,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC;YAClC,CAAC;YAAC,MAAM,CAAC;gBACP,oCAAoC;YACtC,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,oDAAoD,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;QAC3F,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;YAC9B,kBAAkB,CAAC,mEAAmE,CAAC,CAAC;QAC1F,CAAC;QACD,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC1C,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC;QACtC,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QACxE,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,iCAAiC,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE;YAC/E,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,OAAO;SAClC,CAAC,CAAC;QACH,IAAI,KAAK,CAAC,MAAM,CAAC,UAAU,KAAK,IAAI,CAAC,WAAW,CAAC,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC,QAAQ,KAAK,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;YACnH,MAAM,IAAI,KAAK,CACb,cAAc,KAAK,CAAC,MAAM,CAAC,UAAU,MAAM,KAAK,CAAC,MAAM,CAAC,QAAQ,qCAAqC;gBACrG,GAAG,IAAI,CAAC,WAAW,CAAC,UAAU,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,IAAI,CAClE,CAAC;QACJ,CAAC;QACD,MAAM,uBAAuB,CAC3B,KAAK,CAAC,MAAM,EACZ,KAAK,EAAE,KAAyB,EAAE,EAAE;YAClC,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC;QACzE,CAAC,EACD;YACE,GAAG,IAAI,CAAC,KAAK;YACb,cAAc,EAAE,IAAI,CAAC,KAAK,EAAE,cAAc,IAAI,SAAS,CAAC,cAAc,EAAE,IAAI,CAAC,SAAS,CAAC;SACxF,CACF,CAAC;QACF,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC;IACvE,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAgB;QACzB,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS,IAAI,IAAI,CAAC,WAAW,KAAK,MAAM,EAAE,CAAC;YAClE,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC;YAC7B,OAAO;QACT,CAAC;QACD,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QACjC,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC;QACtC,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;QAC9B,IAAI,CAAC;YACH,IAAI,SAAS,IAAI,SAAS,KAAK,SAAS,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;gBACrE,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,kBAAkB,EAAE,CAAC,SAAS,CAAC,CAAC;gBAC5D,IAAI,KAAK;oBAAE,MAAM,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC;YAC3B,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC;QAC/B,CAAC;IACH,CAAC;IAEO,gBAAgB;QACtB,IAAI,CAAC,IAAI,CAAC,SAAS;YAAE,sBAAsB,EAAE,CAAC;QAC9C,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAEO,KAAK,CAAC,qBAAqB;QACjC,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,kBAAkB,CAAC;QACtD,OAAO,IAAI,CAAC,GAAG,EAAE,IAAI,QAAQ,EAAE,CAAC;YAC9B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;YACrD,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,gDAAgD,CAAC,CAAC;YACjH,IAAI,CAAC,IAAI;gBAAE,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;YACrF,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;YACpD,IAAI,CAAC,KAAK;gBAAE,SAAS;YACrB,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;gBACrC,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;oBAClC,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;gBAC/E,CAAC;gBACD,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC;YACxC,CAAC;YACD,IAAI,CAAC,yBAAyB,CAAC,KAAK,CAAC,CAAC;QACxC,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACpE,CAAC;IAEO,aAAa;QACnB,IAAI,IAAI,CAAC,eAAe;YAAE,OAAO;QACjC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QACjC,IAAI,CAAC,SAAS;YAAE,OAAO;QACvB,IAAI,CAAC,eAAe,GAAG,CAAC,KAAK,IAAI,EAAE;YACjC,OAAO,IAAI,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;gBACtC,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;gBACvC,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;wBAAE,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC;oBACjE,OAAO;gBACT,CAAC;gBACD,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;gBACpD,IAAI,CAAC,KAAK;oBAAE,SAAS;gBACrB,IAAI,KAAK,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;oBACpC,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC;oBAC7B,OAAO;gBACT,CAAC;gBACD,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBAC3B,MAAM,OAAO,GAAG,0BAA0B,CAAC,KAAK,CAAC,CAAC;oBAClD,IAAI,CAAC,WAAW,GAAG,QAAQ,CAAC;oBAC5B,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC;oBAC9B,OAAO;gBACT,CAAC;YACH,CAAC;QACH,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE;YACf,IAAI,IAAI,CAAC,WAAW,KAAK,UAAU,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;gBACtE,IAAI,CAAC,WAAW,GAAG,QAAQ,CAAC;gBAC5B,IAAI,CAAC,cAAc,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACzE,CAAC;QACH,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;YACd,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;QACnC,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,yBAAyB,CAAC,KAAiC;QACjE,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,KAAK,CAAC,CAAC,CAAC;QAC/E,IAAI,KAAK,CAAC,IAAI,KAAK,gBAAgB;YAAE,MAAM,IAAI,KAAK,CAAC,gEAAgE,KAAK,CAAC,MAAM,IAAI,SAAS,GAAG,CAAC,CAAC;IACrJ,CAAC;CACF;AAED,SAAS,0BAA0B,CAAC,KAA6D;IAC/F,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACvE,OAAO,oCAAoC,IAAI,KAAK,KAAK,CAAC,OAAO,IAAI,eAAe,EAAE,CAAC;AACzF,CAAC;AAED,KAAK,UAAU,WAAW,CAAI,OAAmB,EAAE,SAAiB,EAAE,OAAe;IACnF,IAAI,KAAiC,CAAC;IACtC,IAAI,CAAC;QACH,OAAO,MAAM,OAAO,CAAC,IAAI,CAAC;YACxB,OAAO;YACP,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;gBAC/B,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;YAClE,CAAC,CAAC;SACH,CAAC,CAAC;IACL,CAAC;YAAS,CAAC;QACT,IAAI,KAAK;YAAE,YAAY,CAAC,KAAK,CAAC,CAAC;IACjC,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import type { RealtimeVoiceTransport } from './types.js';
|
|
2
|
+
export interface ConnectRealtimeVoiceTransportOptions {
|
|
3
|
+
maxPayloadBytes?: number;
|
|
4
|
+
}
|
|
5
|
+
export declare class WebSocketRealtimeVoiceTransport implements RealtimeVoiceTransport {
|
|
6
|
+
private readonly ws;
|
|
7
|
+
private readonly incoming;
|
|
8
|
+
private readonly waiters;
|
|
9
|
+
private readonly openPromise;
|
|
10
|
+
private closed;
|
|
11
|
+
private closeError?;
|
|
12
|
+
constructor(websocketUrl: string, opts?: ConnectRealtimeVoiceTransportOptions);
|
|
13
|
+
open(): Promise<void>;
|
|
14
|
+
send(data: Buffer): Promise<void>;
|
|
15
|
+
receive(): Promise<Buffer | undefined>;
|
|
16
|
+
close(): Promise<void>;
|
|
17
|
+
bufferedAmount(): number;
|
|
18
|
+
private enqueue;
|
|
19
|
+
private resolveWaiters;
|
|
20
|
+
private rejectWaiters;
|
|
21
|
+
}
|
|
22
|
+
export declare function connectRealtimeVoiceTransport(websocketUrl: string, opts?: ConnectRealtimeVoiceTransportOptions): Promise<WebSocketRealtimeVoiceTransport>;
|
|
23
|
+
//# sourceMappingURL=transport.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"transport.d.ts","sourceRoot":"","sources":["../../../src/vc-agent/realtime/transport.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AASzD,MAAM,WAAW,oCAAoC;IACnD,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,qBAAa,+BAAgC,YAAW,sBAAsB;IAC5E,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAY;IAC/B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAgB;IACzC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAuB;IAC/C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAgB;IAC5C,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,UAAU,CAAC,CAAQ;gBAEf,YAAY,EAAE,MAAM,EAAE,IAAI,GAAE,oCAAyC;IAqB3E,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAIrB,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAavC,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;IAUhC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAiB5B,cAAc,IAAI,MAAM;IAIxB,OAAO,CAAC,OAAO;IASf,OAAO,CAAC,cAAc;IAMtB,OAAO,CAAC,aAAa;CAKtB;AAED,wBAAsB,6BAA6B,CACjD,YAAY,EAAE,MAAM,EACpB,IAAI,GAAE,oCAAyC,GAC9C,OAAO,CAAC,+BAA+B,CAAC,CAI1C"}
|
|
@@ -0,0 +1,112 @@
|
|
|
1
|
+
import WebSocket from 'ws';
|
|
2
|
+
const DEFAULT_MAX_PAYLOAD_BYTES = 10 * 1024 * 1024;
|
|
3
|
+
export class WebSocketRealtimeVoiceTransport {
|
|
4
|
+
ws;
|
|
5
|
+
incoming = [];
|
|
6
|
+
waiters = [];
|
|
7
|
+
openPromise;
|
|
8
|
+
closed = false;
|
|
9
|
+
closeError;
|
|
10
|
+
constructor(websocketUrl, opts = {}) {
|
|
11
|
+
this.ws = new WebSocket(websocketUrl, {
|
|
12
|
+
maxPayload: opts.maxPayloadBytes ?? DEFAULT_MAX_PAYLOAD_BYTES,
|
|
13
|
+
perMessageDeflate: false,
|
|
14
|
+
});
|
|
15
|
+
this.openPromise = new Promise((resolve, reject) => {
|
|
16
|
+
this.ws.once('open', () => resolve());
|
|
17
|
+
this.ws.once('error', (err) => {
|
|
18
|
+
const error = err instanceof Error ? err : new Error(String(err));
|
|
19
|
+
this.closeError = error;
|
|
20
|
+
this.rejectWaiters(error);
|
|
21
|
+
reject(error);
|
|
22
|
+
});
|
|
23
|
+
});
|
|
24
|
+
this.ws.on('message', (data) => this.enqueue(rawDataToBuffer(data)));
|
|
25
|
+
this.ws.once('close', () => {
|
|
26
|
+
this.closed = true;
|
|
27
|
+
this.resolveWaiters(undefined);
|
|
28
|
+
});
|
|
29
|
+
}
|
|
30
|
+
async open() {
|
|
31
|
+
await this.openPromise;
|
|
32
|
+
}
|
|
33
|
+
async send(data) {
|
|
34
|
+
await this.openPromise;
|
|
35
|
+
if (this.ws.readyState !== WebSocket.OPEN) {
|
|
36
|
+
throw new Error(`VC realtime WebSocket is not open (readyState=${this.ws.readyState})`);
|
|
37
|
+
}
|
|
38
|
+
await new Promise((resolve, reject) => {
|
|
39
|
+
this.ws.send(data, { binary: true }, (err) => {
|
|
40
|
+
if (err)
|
|
41
|
+
reject(err);
|
|
42
|
+
else
|
|
43
|
+
resolve();
|
|
44
|
+
});
|
|
45
|
+
});
|
|
46
|
+
}
|
|
47
|
+
receive() {
|
|
48
|
+
const next = this.incoming.shift();
|
|
49
|
+
if (next)
|
|
50
|
+
return Promise.resolve(next);
|
|
51
|
+
if (this.closeError)
|
|
52
|
+
return Promise.reject(this.closeError);
|
|
53
|
+
if (this.closed)
|
|
54
|
+
return Promise.resolve(undefined);
|
|
55
|
+
return new Promise((resolve, reject) => {
|
|
56
|
+
this.waiters.push({ resolve, reject });
|
|
57
|
+
});
|
|
58
|
+
}
|
|
59
|
+
async close() {
|
|
60
|
+
if (this.closed || this.ws.readyState === WebSocket.CLOSED) {
|
|
61
|
+
this.closed = true;
|
|
62
|
+
this.resolveWaiters(undefined);
|
|
63
|
+
return;
|
|
64
|
+
}
|
|
65
|
+
await new Promise((resolve) => {
|
|
66
|
+
const done = () => resolve();
|
|
67
|
+
this.ws.once('close', done);
|
|
68
|
+
if (this.ws.readyState === WebSocket.CONNECTING) {
|
|
69
|
+
this.ws.terminate();
|
|
70
|
+
}
|
|
71
|
+
else if (this.ws.readyState === WebSocket.OPEN) {
|
|
72
|
+
this.ws.close();
|
|
73
|
+
}
|
|
74
|
+
});
|
|
75
|
+
}
|
|
76
|
+
bufferedAmount() {
|
|
77
|
+
return this.ws.bufferedAmount;
|
|
78
|
+
}
|
|
79
|
+
enqueue(data) {
|
|
80
|
+
const waiter = this.waiters.shift();
|
|
81
|
+
if (waiter) {
|
|
82
|
+
waiter.resolve(data);
|
|
83
|
+
return;
|
|
84
|
+
}
|
|
85
|
+
this.incoming.push(data);
|
|
86
|
+
}
|
|
87
|
+
resolveWaiters(data) {
|
|
88
|
+
while (this.waiters.length > 0) {
|
|
89
|
+
this.waiters.shift()?.resolve(data);
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
rejectWaiters(err) {
|
|
93
|
+
while (this.waiters.length > 0) {
|
|
94
|
+
this.waiters.shift()?.reject(err);
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
export async function connectRealtimeVoiceTransport(websocketUrl, opts = {}) {
|
|
99
|
+
const transport = new WebSocketRealtimeVoiceTransport(websocketUrl, opts);
|
|
100
|
+
await transport.open();
|
|
101
|
+
return transport;
|
|
102
|
+
}
|
|
103
|
+
function rawDataToBuffer(data) {
|
|
104
|
+
if (Buffer.isBuffer(data))
|
|
105
|
+
return data;
|
|
106
|
+
if (Array.isArray(data))
|
|
107
|
+
return Buffer.concat(data);
|
|
108
|
+
if (data instanceof ArrayBuffer)
|
|
109
|
+
return Buffer.from(data);
|
|
110
|
+
return Buffer.from(data);
|
|
111
|
+
}
|
|
112
|
+
//# sourceMappingURL=transport.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"transport.js","sourceRoot":"","sources":["../../../src/vc-agent/realtime/transport.ts"],"names":[],"mappings":"AAAA,OAAO,SAA2B,MAAM,IAAI,CAAC;AAG7C,MAAM,yBAAyB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAWnD,MAAM,OAAO,+BAA+B;IACzB,EAAE,CAAY;IACd,QAAQ,GAAa,EAAE,CAAC;IACxB,OAAO,GAAoB,EAAE,CAAC;IAC9B,WAAW,CAAgB;IACpC,MAAM,GAAG,KAAK,CAAC;IACf,UAAU,CAAS;IAE3B,YAAY,YAAoB,EAAE,OAA6C,EAAE;QAC/E,IAAI,CAAC,EAAE,GAAG,IAAI,SAAS,CAAC,YAAY,EAAE;YACpC,UAAU,EAAE,IAAI,CAAC,eAAe,IAAI,yBAAyB;YAC7D,iBAAiB,EAAE,KAAK;SACzB,CAAC,CAAC;QACH,IAAI,CAAC,WAAW,GAAG,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACjD,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;YACtC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;gBAC5B,MAAM,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;gBAClE,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;gBACxB,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;gBAC1B,MAAM,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACrE,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE;YACzB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;YACnB,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,IAAI,CAAC,WAAW,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,IAAY;QACrB,MAAM,IAAI,CAAC,WAAW,CAAC;QACvB,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YAC1C,MAAM,IAAI,KAAK,CAAC,iDAAiD,IAAI,CAAC,EAAE,CAAC,UAAU,GAAG,CAAC,CAAC;QAC1F,CAAC;QACD,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE;gBAC3C,IAAI,GAAG;oBAAE,MAAM,CAAC,GAAG,CAAC,CAAC;;oBAChB,OAAO,EAAE,CAAC;YACjB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnC,IAAI,IAAI;YAAE,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACvC,IAAI,IAAI,CAAC,UAAU;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC5D,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACnD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,MAAM,EAAE,CAAC;YAC3D,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;YACnB,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;YAC/B,OAAO;QACT,CAAC;QACD,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAClC,MAAM,IAAI,GAAG,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;YAC7B,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAC5B,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,UAAU,EAAE,CAAC;gBAChD,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC;YACtB,CAAC;iBAAM,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;gBACjD,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;YAClB,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,cAAc;QACZ,OAAO,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC;IAChC,CAAC;IAEO,OAAO,CAAC,IAAY;QAC1B,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACpC,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACrB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IAEO,cAAc,CAAC,IAAwB;QAC7C,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IAEO,aAAa,CAAC,GAAU;QAC9B,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;CACF;AAED,MAAM,CAAC,KAAK,UAAU,6BAA6B,CACjD,YAAoB,EACpB,OAA6C,EAAE;IAE/C,MAAM,SAAS,GAAG,IAAI,+BAA+B,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;IAC1E,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;IACvB,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,eAAe,CAAC,IAAa;IACpC,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IACvC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACpD,IAAI,IAAI,YAAY,WAAW;QAAE,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1D,OAAO,MAAM,CAAC,IAAI,CAAC,IAA8B,CAAC,CAAC;AACrD,CAAC"}
|
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
import type { Pcm } from '../../services/voice/audio.js';
|
|
2
|
+
export declare const DEFAULT_REALTIME_VOICE_SAMPLE_RATE = 24000;
|
|
3
|
+
export declare const DEFAULT_REALTIME_VOICE_CHANNELS = 1;
|
|
4
|
+
export declare const DEFAULT_REALTIME_VOICE_FRAME_MS = 100;
|
|
5
|
+
export declare const REALTIME_VOICE_ENCODING = "pcm_s16le";
|
|
6
|
+
export type RealtimeVoiceEncoding = typeof REALTIME_VOICE_ENCODING;
|
|
7
|
+
export interface RealtimeVoiceAudioFormat {
|
|
8
|
+
encoding: RealtimeVoiceEncoding;
|
|
9
|
+
sampleRate: number;
|
|
10
|
+
channels: number;
|
|
11
|
+
frameMs: number;
|
|
12
|
+
}
|
|
13
|
+
export interface RealtimeVoiceFrame {
|
|
14
|
+
seq: number;
|
|
15
|
+
offsetMs: number;
|
|
16
|
+
durationMs: number;
|
|
17
|
+
data: Buffer;
|
|
18
|
+
format: RealtimeVoiceAudioFormat;
|
|
19
|
+
}
|
|
20
|
+
export interface RealtimeVoiceFrameBatch {
|
|
21
|
+
pcm: Pcm;
|
|
22
|
+
format: RealtimeVoiceAudioFormat;
|
|
23
|
+
frames: RealtimeVoiceFrame[];
|
|
24
|
+
durationMs: number;
|
|
25
|
+
}
|
|
26
|
+
export interface RealtimeVoiceSessionInfo {
|
|
27
|
+
larkAppId: string;
|
|
28
|
+
meetingId: string;
|
|
29
|
+
meetingNo?: string;
|
|
30
|
+
}
|
|
31
|
+
export type RealtimeVoiceSessionStatus = 'idle' | 'starting' | 'started' | 'stopping' | 'stopped' | 'failed';
|
|
32
|
+
export interface RealtimeVoiceProtocol {
|
|
33
|
+
readonly configured: boolean;
|
|
34
|
+
encodeSessionCreate(format: RealtimeVoiceAudioFormat): Buffer;
|
|
35
|
+
encodeAudioFrame(frame: RealtimeVoiceFrame, sessionId: bigint): Buffer;
|
|
36
|
+
encodeAudioUpstreamClear?(sessionId: bigint): Buffer;
|
|
37
|
+
encodeSessionClose?(sessionId: bigint): Buffer;
|
|
38
|
+
decodeServerEvent(data: Buffer): DecodedRealtimeServerEvent | undefined;
|
|
39
|
+
}
|
|
40
|
+
export type DecodedRealtimeServerEvent = {
|
|
41
|
+
type: 'session.created';
|
|
42
|
+
eventId?: string;
|
|
43
|
+
sessionId?: bigint;
|
|
44
|
+
createdAt?: string;
|
|
45
|
+
clientEventId?: string;
|
|
46
|
+
} | {
|
|
47
|
+
type: 'audio.downstream.delta';
|
|
48
|
+
eventId?: string;
|
|
49
|
+
sessionId?: bigint;
|
|
50
|
+
createdAt?: string;
|
|
51
|
+
trackId?: string;
|
|
52
|
+
source?: string;
|
|
53
|
+
ptsMs?: bigint;
|
|
54
|
+
durationMs?: number;
|
|
55
|
+
delta?: Buffer;
|
|
56
|
+
} | {
|
|
57
|
+
type: 'session.closed';
|
|
58
|
+
eventId?: string;
|
|
59
|
+
sessionId?: bigint;
|
|
60
|
+
createdAt?: string;
|
|
61
|
+
reason?: number;
|
|
62
|
+
} | {
|
|
63
|
+
type: 'error';
|
|
64
|
+
eventId?: string;
|
|
65
|
+
sessionId?: bigint;
|
|
66
|
+
createdAt?: string;
|
|
67
|
+
clientEventId?: string;
|
|
68
|
+
code?: number;
|
|
69
|
+
message?: string;
|
|
70
|
+
retryable?: boolean;
|
|
71
|
+
} | {
|
|
72
|
+
type: 'unknown';
|
|
73
|
+
rawType?: string;
|
|
74
|
+
eventId?: string;
|
|
75
|
+
sessionId?: bigint;
|
|
76
|
+
createdAt?: string;
|
|
77
|
+
};
|
|
78
|
+
export interface RealtimeVoiceTransport {
|
|
79
|
+
send(data: Buffer): void | Promise<void>;
|
|
80
|
+
receive(): Promise<Buffer | undefined>;
|
|
81
|
+
close?(): void | Promise<void>;
|
|
82
|
+
bufferedAmount?(): number;
|
|
83
|
+
}
|
|
84
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/vc-agent/realtime/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,+BAA+B,CAAC;AAEzD,eAAO,MAAM,kCAAkC,QAAS,CAAC;AACzD,eAAO,MAAM,+BAA+B,IAAI,CAAC;AACjD,eAAO,MAAM,+BAA+B,MAAM,CAAC;AACnD,eAAO,MAAM,uBAAuB,cAAc,CAAC;AAEnD,MAAM,MAAM,qBAAqB,GAAG,OAAO,uBAAuB,CAAC;AAEnE,MAAM,WAAW,wBAAwB;IACvC,QAAQ,EAAE,qBAAqB,CAAC;IAChC,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,kBAAkB;IACjC,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,wBAAwB,CAAC;CAClC;AAED,MAAM,WAAW,uBAAuB;IACtC,GAAG,EAAE,GAAG,CAAC;IACT,MAAM,EAAE,wBAAwB,CAAC;IACjC,MAAM,EAAE,kBAAkB,EAAE,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,wBAAwB;IACvC,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,MAAM,0BAA0B,GAClC,MAAM,GACN,UAAU,GACV,SAAS,GACT,UAAU,GACV,SAAS,GACT,QAAQ,CAAC;AAEb,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;IAC7B,mBAAmB,CAAC,MAAM,EAAE,wBAAwB,GAAG,MAAM,CAAC;IAC9D,gBAAgB,CAAC,KAAK,EAAE,kBAAkB,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAAC;IACvE,wBAAwB,CAAC,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAAC;IACrD,kBAAkB,CAAC,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAAC;IAC/C,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,0BAA0B,GAAG,SAAS,CAAC;CACzE;AAED,MAAM,MAAM,0BAA0B,GAClC;IACE,IAAI,EAAE,iBAAiB,CAAC;IACxB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,GACD;IACE,IAAI,EAAE,wBAAwB,CAAC;IAC/B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,GACD;IACE,IAAI,EAAE,gBAAgB,CAAC;IACvB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,GACD;IACE,IAAI,EAAE,OAAO,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB,GACD;IACE,IAAI,EAAE,SAAS,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEN,MAAM,WAAW,sBAAsB;IACrC,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACzC,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC;IACvC,KAAK,CAAC,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/B,cAAc,CAAC,IAAI,MAAM,CAAC;CAC3B"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/vc-agent/realtime/types.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,kCAAkC,GAAG,MAAM,CAAC;AACzD,MAAM,CAAC,MAAM,+BAA+B,GAAG,CAAC,CAAC;AACjD,MAAM,CAAC,MAAM,+BAA+B,GAAG,GAAG,CAAC;AACnD,MAAM,CAAC,MAAM,uBAAuB,GAAG,WAAW,CAAC"}
|