@celljs/ta 4.16.0 → 4.17.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.en.md +1 -0
- package/README.md +1 -0
- package/dist/cli.mjs +2224 -203
- package/dist/gateway.mjs +2011 -528
- package/dist/pi/CHANGELOG.md +12 -0
- package/dist/pi/package.json +1 -1
- package/dist/pi/packages/ta-3d/extension/index.mjs +1 -0
- package/dist/pi/packages/ta-3d/package.json +2 -1
- package/dist/pi/packages/ta-agents/README.en.md +14 -2
- package/dist/pi/packages/ta-agents/README.md +14 -2
- package/dist/pi/packages/ta-agents/extension/index.mjs +278 -105
- package/dist/pi/packages/ta-agents/host/index.mjs +662 -0
- package/dist/pi/packages/ta-agents/lib/agent-catalog.d.ts +36 -2
- package/dist/pi/packages/ta-agents/lib/agent-catalog.js +76 -6
- package/dist/pi/packages/ta-agents/lib/agent-installer.d.ts +55 -0
- package/dist/pi/packages/ta-agents/lib/agent-installer.js +140 -0
- package/dist/pi/packages/ta-agents/lib/agent-installs.d.ts +25 -0
- package/dist/pi/packages/ta-agents/lib/agent-installs.js +64 -0
- package/dist/pi/packages/ta-agents/lib/agent-prompt.d.ts +6 -0
- package/dist/pi/packages/ta-agents/lib/agent-prompt.js +9 -0
- package/dist/pi/packages/ta-agents/lib/agent-refresh.d.ts +11 -0
- package/dist/pi/packages/ta-agents/lib/agent-refresh.js +37 -0
- package/dist/pi/packages/ta-agents/lib/agent-session.js +2 -1
- package/dist/pi/packages/ta-agents/lib/agents-protocol.d.ts +26 -0
- package/dist/pi/packages/ta-agents/lib/agents-protocol.js +11 -0
- package/dist/pi/packages/ta-agents/lib/agents-settings.d.ts +10 -0
- package/dist/pi/packages/ta-agents/lib/agents-settings.js +165 -0
- package/dist/pi/packages/ta-agents/lib/extension.d.ts +3 -1
- package/dist/pi/packages/ta-agents/lib/extension.js +17 -4
- package/dist/pi/packages/ta-agents/lib/host.d.ts +35 -0
- package/dist/pi/packages/ta-agents/lib/host.js +96 -0
- package/dist/pi/packages/ta-agents/lib/react.d.ts +8 -0
- package/dist/pi/packages/ta-agents/lib/react.js +8 -0
- package/dist/pi/packages/ta-agents/lib/style.d.ts +4 -0
- package/dist/pi/packages/ta-agents/lib/style.js +30 -0
- package/dist/pi/packages/ta-agents/lib/texts.d.ts +18 -0
- package/dist/pi/packages/ta-agents/lib/texts.js +18 -0
- package/dist/pi/packages/ta-agents/lib/web-words.d.ts +30 -0
- package/dist/pi/packages/ta-agents/lib/web-words.js +98 -0
- package/dist/pi/packages/ta-agents/lib/web.d.ts +4 -0
- package/dist/pi/packages/ta-agents/lib/web.js +14 -0
- package/dist/pi/packages/ta-agents/package.json +21 -5
- package/dist/pi/packages/ta-agents/web/index.js +385 -0
- package/dist/pi/packages/ta-app-use/README.en.md +28 -0
- package/dist/pi/packages/ta-app-use/README.md +28 -0
- package/dist/pi/packages/ta-app-use/extension/index.mjs +534 -0
- package/dist/pi/packages/ta-app-use/host/index.mjs +136 -0
- package/dist/pi/packages/ta-app-use/lib/app-host.d.ts +32 -0
- package/dist/pi/packages/ta-app-use/lib/app-host.js +79 -0
- package/dist/pi/packages/ta-app-use/lib/app-protocol.d.ts +23 -0
- package/dist/pi/packages/ta-app-use/lib/app-protocol.js +9 -0
- package/dist/pi/packages/ta-app-use/lib/app-util.d.ts +18 -0
- package/dist/pi/packages/ta-app-use/lib/app-util.js +71 -0
- package/dist/pi/packages/ta-app-use/lib/extension.d.ts +80 -0
- package/dist/pi/packages/ta-app-use/lib/extension.js +125 -0
- package/dist/pi/packages/ta-app-use/lib/host.d.ts +7 -0
- package/dist/pi/packages/ta-app-use/lib/host.js +16 -0
- package/dist/pi/packages/ta-app-use/lib/i18n.d.ts +38 -0
- package/dist/pi/packages/ta-app-use/lib/i18n.js +130 -0
- package/dist/pi/packages/ta-app-use/lib/index.d.ts +9 -0
- package/dist/pi/packages/ta-app-use/lib/index.js +93 -0
- package/dist/pi/packages/ta-app-use/lib/screen-cursor.d.ts +33 -0
- package/dist/pi/packages/ta-app-use/lib/screen-cursor.js +134 -0
- package/dist/pi/packages/ta-app-use/lib/screen-dom.d.ts +19 -0
- package/dist/pi/packages/ta-app-use/lib/screen-dom.js +184 -0
- package/dist/pi/packages/ta-app-use/lib/screen-driver.d.ts +46 -0
- package/dist/pi/packages/ta-app-use/lib/screen-driver.js +174 -0
- package/dist/pi/packages/ta-app-use/lib/screen-protocol.d.ts +67 -0
- package/dist/pi/packages/ta-app-use/lib/screen-protocol.js +8 -0
- package/dist/pi/packages/ta-app-use/lib/screen-text.d.ts +13 -0
- package/dist/pi/packages/ta-app-use/lib/screen-text.js +69 -0
- package/dist/pi/packages/ta-app-use/lib/screen-window.d.ts +68 -0
- package/dist/pi/packages/ta-app-use/lib/screen-window.js +376 -0
- package/dist/pi/packages/ta-app-use/lib/tool-line.d.ts +11 -0
- package/dist/pi/packages/ta-app-use/lib/tool-line.js +69 -0
- package/dist/pi/packages/ta-app-use/package.json +63 -0
- package/dist/pi/packages/ta-app-use/web/index.js +1520 -0
- package/dist/pi/packages/ta-bots/README.en.md +1 -0
- package/dist/pi/packages/ta-bots/README.md +1 -0
- package/dist/pi/packages/ta-bots/extension/index.mjs +25 -22
- package/dist/pi/packages/ta-bots/host/index.mjs +688 -148
- package/dist/pi/packages/ta-bots/lib/bot-service.d.ts +9 -1
- package/dist/pi/packages/ta-bots/lib/bot-service.js +49 -8
- package/dist/pi/packages/ta-bots/lib/channel-protocol.d.ts +2 -0
- package/dist/pi/packages/ta-bots/lib/extension.d.ts +2 -2
- package/dist/pi/packages/ta-bots/lib/extension.js +28 -24
- package/dist/pi/packages/ta-bots/lib/index.js +4 -0
- package/dist/pi/packages/ta-bots/lib/page.d.ts +7 -1
- package/dist/pi/packages/ta-bots/lib/page.js +17 -0
- package/dist/pi/packages/ta-bots/lib/style.d.ts +1 -1
- package/dist/pi/packages/ta-bots/lib/style.js +1 -1
- package/dist/pi/packages/ta-bots/lib/wecom-channel.js +1 -1
- package/dist/pi/packages/ta-bots/lib/weixin-api.d.ts +1 -0
- package/dist/pi/packages/ta-bots/lib/weixin-channel.js +2 -1
- package/dist/pi/packages/ta-bots/package.json +1 -1
- package/dist/pi/packages/ta-bots/web/index.js +13 -2
- package/dist/pi/packages/ta-call/README.en.md +9 -0
- package/dist/pi/packages/ta-call/README.md +9 -0
- package/dist/pi/packages/ta-call/extension/index.mjs +474 -0
- package/dist/pi/packages/ta-call/host/index.mjs +899 -0
- package/dist/pi/packages/ta-call/lib/call-host.d.ts +127 -0
- package/dist/pi/packages/ta-call/lib/call-host.js +377 -0
- package/dist/pi/packages/ta-call/lib/call-protocol.d.ts +33 -0
- package/dist/pi/packages/ta-call/lib/call-protocol.js +10 -0
- package/dist/pi/packages/ta-call/lib/call-util.d.ts +50 -0
- package/dist/pi/packages/ta-call/lib/call-util.js +250 -0
- package/dist/pi/packages/ta-call/lib/extension.d.ts +20 -0
- package/dist/pi/packages/ta-call/lib/extension.js +114 -0
- package/dist/pi/packages/ta-call/lib/host.d.ts +7 -0
- package/dist/pi/packages/ta-call/lib/host.js +20 -0
- package/dist/pi/packages/ta-call/lib/i18n.d.ts +16 -0
- package/dist/pi/packages/ta-call/lib/i18n.js +38 -0
- package/dist/pi/packages/ta-call/lib/index.d.ts +7 -0
- package/dist/pi/packages/ta-call/lib/index.js +60 -0
- package/dist/pi/packages/ta-call/lib/react.d.ts +8 -0
- package/dist/pi/packages/ta-call/lib/react.js +8 -0
- package/dist/pi/packages/ta-call/package.json +64 -0
- package/dist/pi/packages/ta-call/web/index.js +552 -0
- package/dist/pi/packages/ta-changes/extension/index.mjs +1 -0
- package/dist/pi/packages/ta-changes/lib/card.js +4 -1
- package/dist/pi/packages/ta-changes/package.json +1 -1
- package/dist/pi/packages/ta-changes/web/index.js +2 -0
- package/dist/pi/packages/ta-channels/extension/index.mjs +155 -194
- package/dist/pi/packages/ta-channels/host/index.mjs +2035 -1534
- package/dist/pi/packages/ta-channels/lib/agent-menu.js +2 -1
- package/dist/pi/packages/ta-channels/lib/channel-menu.d.ts +1 -1
- package/dist/pi/packages/ta-channels/lib/channel-menu.js +2 -2
- package/dist/pi/packages/ta-channels/lib/channels-text.d.ts +38 -0
- package/dist/pi/packages/ta-channels/lib/channels-text.js +173 -0
- package/dist/pi/packages/ta-channels/lib/channels-util.d.ts +0 -48
- package/dist/pi/packages/ta-channels/lib/channels-util.js +1 -223
- package/dist/pi/packages/ta-channels/lib/create.js +5 -1
- package/dist/pi/packages/ta-channels/lib/i18n-ja.d.ts +3 -0
- package/dist/pi/packages/ta-channels/lib/i18n-ja.js +182 -0
- package/dist/pi/packages/ta-channels/lib/i18n-zh-tw.d.ts +3 -0
- package/dist/pi/packages/ta-channels/lib/i18n-zh-tw.js +182 -0
- package/dist/pi/packages/ta-channels/lib/i18n-zh.d.ts +3 -0
- package/dist/pi/packages/ta-channels/lib/i18n-zh.js +182 -0
- package/dist/pi/packages/ta-channels/lib/i18n.js +4 -535
- package/dist/pi/packages/ta-channels/lib/index.js +2 -1
- package/dist/pi/packages/ta-channels/lib/notice-util.d.ts +15 -0
- package/dist/pi/packages/ta-channels/lib/notice-util.js +61 -0
- package/dist/pi/packages/ta-channels/lib/notice.d.ts +1 -1
- package/dist/pi/packages/ta-channels/lib/notice.js +5 -4
- package/dist/pi/packages/ta-channels/lib/room.js +4 -3
- package/dist/pi/packages/ta-channels/lib/sidebar-head.d.ts +6 -0
- package/dist/pi/packages/ta-channels/lib/sidebar-head.js +67 -0
- package/dist/pi/packages/ta-channels/lib/sidebar-hooks.d.ts +51 -0
- package/dist/pi/packages/ta-channels/lib/sidebar-hooks.js +230 -0
- package/dist/pi/packages/ta-channels/lib/sidebar-rows.d.ts +71 -0
- package/dist/pi/packages/ta-channels/lib/sidebar-rows.js +105 -0
- package/dist/pi/packages/ta-channels/lib/sidebar.d.ts +0 -4
- package/dist/pi/packages/ta-channels/lib/sidebar.js +35 -396
- package/dist/pi/packages/ta-channels/lib/style.d.ts +1 -1
- package/dist/pi/packages/ta-channels/lib/style.js +0 -1
- package/dist/pi/packages/ta-channels/lib/tasks.js +2 -1
- package/dist/pi/packages/ta-channels/lib/team-store.d.ts +78 -0
- package/dist/pi/packages/ta-channels/lib/team-store.js +261 -0
- package/dist/pi/packages/ta-channels/lib/team-tools.js +3 -2
- package/dist/pi/packages/ta-channels/lib/team.d.ts +3 -76
- package/dist/pi/packages/ta-channels/lib/team.js +5 -254
- package/dist/pi/packages/ta-channels/package.json +1 -1
- package/dist/pi/packages/ta-channels/web/index.js +889 -809
- package/dist/pi/packages/ta-computer-use/package.json +1 -1
- package/dist/pi/packages/ta-cron/README.en.md +19 -3
- package/dist/pi/packages/ta-cron/README.md +19 -3
- package/dist/pi/packages/ta-cron/extension/index.mjs +396 -111
- package/dist/pi/packages/ta-cron/host/index.mjs +633 -49
- package/dist/pi/packages/ta-cron/lib/chat-task.d.ts +5 -3
- package/dist/pi/packages/ta-cron/lib/chat-task.js +15 -10
- package/dist/pi/packages/ta-cron/lib/commands.d.ts +7 -4
- package/dist/pi/packages/ta-cron/lib/commands.js +26 -47
- package/dist/pi/packages/ta-cron/lib/cron-expression.d.ts +8 -0
- package/dist/pi/packages/ta-cron/lib/cron-expression.js +43 -1
- package/dist/pi/packages/ta-cron/lib/cron-protocol.d.ts +54 -7
- package/dist/pi/packages/ta-cron/lib/cron-protocol.js +16 -2
- package/dist/pi/packages/ta-cron/lib/editor.d.ts +3 -0
- package/dist/pi/packages/ta-cron/lib/editor.js +106 -36
- package/dist/pi/packages/ta-cron/lib/extension.js +1 -1
- package/dist/pi/packages/ta-cron/lib/form-util.d.ts +16 -6
- package/dist/pi/packages/ta-cron/lib/form-util.js +40 -28
- package/dist/pi/packages/ta-cron/lib/host.js +17 -1
- package/dist/pi/packages/ta-cron/lib/i18n.d.ts +39 -5
- package/dist/pi/packages/ta-cron/lib/i18n.js +160 -24
- package/dist/pi/packages/ta-cron/lib/index.js +4 -0
- package/dist/pi/packages/ta-cron/lib/page.d.ts +3 -2
- package/dist/pi/packages/ta-cron/lib/page.js +13 -2
- package/dist/pi/packages/ta-cron/lib/schedule-util.d.ts +4 -0
- package/dist/pi/packages/ta-cron/lib/schedule-util.js +52 -4
- package/dist/pi/packages/ta-cron/lib/scheduler.d.ts +56 -6
- package/dist/pi/packages/ta-cron/lib/scheduler.js +209 -27
- package/dist/pi/packages/ta-cron/lib/style.d.ts +1 -1
- package/dist/pi/packages/ta-cron/lib/style.js +50 -21
- package/dist/pi/packages/ta-cron/lib/task-list.d.ts +23 -0
- package/dist/pi/packages/ta-cron/lib/task-list.js +70 -0
- package/dist/pi/packages/ta-cron/lib/task-row.d.ts +19 -0
- package/dist/pi/packages/ta-cron/lib/task-row.js +246 -0
- package/dist/pi/packages/ta-cron/lib/task-util.d.ts +10 -6
- package/dist/pi/packages/ta-cron/lib/task-util.js +53 -19
- package/dist/pi/packages/ta-cron/lib/task-watchers.d.ts +30 -0
- package/dist/pi/packages/ta-cron/lib/task-watchers.js +90 -0
- package/dist/pi/packages/ta-cron/lib/tasks-view.d.ts +3 -2
- package/dist/pi/packages/ta-cron/lib/tasks-view.js +48 -193
- package/dist/pi/packages/ta-cron/lib/tool-line.js +4 -0
- package/dist/pi/packages/ta-cron/lib/tool.d.ts +7 -0
- package/dist/pi/packages/ta-cron/lib/tool.js +18 -8
- package/dist/pi/packages/ta-cron/lib/when.d.ts +39 -0
- package/dist/pi/packages/ta-cron/lib/when.js +231 -0
- package/dist/pi/packages/ta-cron/package.json +2 -1
- package/dist/pi/packages/ta-cron/web/index.js +1091 -340
- package/dist/pi/packages/ta-extensions/lib/market-detail.js +9 -5
- package/dist/pi/packages/ta-extensions/lib/page.js +1 -1
- package/dist/pi/packages/ta-extensions/lib/style.d.ts +1 -1
- package/dist/pi/packages/ta-extensions/lib/style.js +1 -1
- package/dist/pi/packages/ta-extensions/package.json +1 -1
- package/dist/pi/packages/ta-extensions/skills/ta-package/SKILL.md +9 -7
- package/dist/pi/packages/ta-extensions/web/index.js +739 -234
- package/dist/pi/packages/ta-feedback/README.en.md +10 -0
- package/dist/pi/packages/ta-feedback/README.md +10 -0
- package/dist/pi/packages/ta-feedback/extension/index.mjs +451 -0
- package/dist/pi/packages/ta-feedback/host/index.mjs +1187 -0
- package/dist/pi/packages/ta-feedback/lib/extension.d.ts +31 -0
- package/dist/pi/packages/ta-feedback/lib/extension.js +160 -0
- package/dist/pi/packages/ta-feedback/lib/feedback-git.d.ts +25 -0
- package/dist/pi/packages/ta-feedback/lib/feedback-git.js +44 -0
- package/dist/pi/packages/ta-feedback/lib/feedback-host.d.ts +133 -0
- package/dist/pi/packages/ta-feedback/lib/feedback-host.js +668 -0
- package/dist/pi/packages/ta-feedback/lib/feedback-protocol.d.ts +127 -0
- package/dist/pi/packages/ta-feedback/lib/feedback-protocol.js +41 -0
- package/dist/pi/packages/ta-feedback/lib/feedback-util.d.ts +79 -0
- package/dist/pi/packages/ta-feedback/lib/feedback-util.js +252 -0
- package/dist/pi/packages/ta-feedback/lib/feedback-view.d.ts +11 -0
- package/dist/pi/packages/ta-feedback/lib/feedback-view.js +244 -0
- package/dist/pi/packages/ta-feedback/lib/host.d.ts +8 -0
- package/dist/pi/packages/ta-feedback/lib/host.js +19 -0
- package/dist/pi/packages/ta-feedback/lib/i18n.d.ts +69 -0
- package/dist/pi/packages/ta-feedback/lib/i18n.js +250 -0
- package/dist/pi/packages/ta-feedback/lib/index.d.ts +8 -0
- package/dist/pi/packages/ta-feedback/lib/index.js +88 -0
- package/dist/pi/packages/ta-feedback/lib/page.d.ts +35 -0
- package/dist/pi/packages/ta-feedback/lib/page.js +135 -0
- package/dist/pi/packages/ta-feedback/lib/react.d.ts +8 -0
- package/dist/pi/packages/ta-feedback/lib/react.js +8 -0
- package/dist/pi/packages/ta-feedback/lib/style.d.ts +4 -0
- package/dist/pi/packages/ta-feedback/lib/style.js +71 -0
- package/dist/pi/packages/ta-feedback/package.json +65 -0
- package/dist/pi/packages/ta-feedback/web/index.js +939 -0
- package/dist/pi/packages/ta-games/lib/style.d.ts +1 -1
- package/dist/pi/packages/ta-games/lib/style.js +1 -1
- package/dist/pi/packages/ta-games/package.json +1 -1
- package/dist/pi/packages/ta-games/web/index.js +1 -1
- package/dist/pi/packages/ta-glance/extension/index.mjs +27 -8
- package/dist/pi/packages/ta-glance/lib/card.js +67 -27
- package/dist/pi/packages/ta-glance/lib/glance-json.d.ts +1 -1
- package/dist/pi/packages/ta-glance/lib/glance-json.js +8 -1
- package/dist/pi/packages/ta-glance/lib/glance-prompt.js +3 -3
- package/dist/pi/packages/ta-glance/lib/glance-protocol.d.ts +9 -2
- package/dist/pi/packages/ta-glance/lib/glance-spec.js +33 -5
- package/dist/pi/packages/ta-glance/lib/glance-speech.d.ts +13 -0
- package/dist/pi/packages/ta-glance/lib/glance-speech.js +45 -0
- package/dist/pi/packages/ta-glance/lib/i18n.d.ts +5 -0
- package/dist/pi/packages/ta-glance/lib/i18n.js +20 -0
- package/dist/pi/packages/ta-glance/lib/index.js +11 -1
- package/dist/pi/packages/ta-glance/lib/style.d.ts +1 -1
- package/dist/pi/packages/ta-glance/lib/style.js +17 -3
- package/dist/pi/packages/ta-glance/package.json +2 -1
- package/dist/pi/packages/ta-glance/web/index.js +180 -30
- package/dist/pi/packages/ta-initiative/extension/index.mjs +3 -2
- package/dist/pi/packages/ta-initiative/host/index.mjs +1 -1
- package/dist/pi/packages/ta-initiative/lib/chat-proposals.js +1 -1
- package/dist/pi/packages/ta-initiative/lib/index.js +1 -0
- package/dist/pi/packages/ta-initiative/lib/material-util.js +1 -1
- package/dist/pi/packages/ta-initiative/lib/settings.js +2 -1
- package/dist/pi/packages/ta-initiative/lib/style.d.ts +1 -1
- package/dist/pi/packages/ta-initiative/lib/style.js +1 -1
- package/dist/pi/packages/ta-initiative/package.json +1 -1
- package/dist/pi/packages/ta-initiative/web/index.js +5 -3
- package/dist/pi/packages/ta-launcher/package.json +1 -1
- package/dist/pi/packages/ta-manual/lib/manual-util.d.ts +1 -1
- package/dist/pi/packages/ta-manual/lib/pictures-c.js +15 -0
- package/dist/pi/packages/ta-manual/lib/style.d.ts +1 -1
- package/dist/pi/packages/ta-manual/lib/style.js +1 -1
- package/dist/pi/packages/ta-manual/lib/topics-a.d.ts +3 -0
- package/dist/pi/packages/ta-manual/lib/topics-a.js +295 -0
- package/dist/pi/packages/ta-manual/lib/topics-model.d.ts +46 -0
- package/dist/pi/packages/ta-manual/lib/topics-model.js +21 -0
- package/dist/pi/packages/ta-manual/lib/topics.d.ts +1 -44
- package/dist/pi/packages/ta-manual/lib/topics.js +28 -318
- package/dist/pi/packages/ta-manual/package.json +1 -1
- package/dist/pi/packages/ta-manual/skills/ta-manual/SKILL.md +12 -10
- package/dist/pi/packages/ta-manual/web/index.js +97 -24
- package/dist/pi/packages/ta-moments/extension/index.mjs +702 -191
- package/dist/pi/packages/ta-moments/host/index.mjs +1361 -837
- package/dist/pi/packages/ta-moments/lib/index.js +3 -1
- package/dist/pi/packages/ta-moments/lib/moments-host-base.d.ts +96 -0
- package/dist/pi/packages/ta-moments/lib/moments-host-base.js +276 -0
- package/dist/pi/packages/ta-moments/lib/moments-host-pictures.d.ts +22 -0
- package/dist/pi/packages/ta-moments/lib/moments-host-pictures.js +167 -0
- package/dist/pi/packages/ta-moments/lib/moments-host.d.ts +4 -84
- package/dist/pi/packages/ta-moments/lib/moments-host.js +13 -426
- package/dist/pi/packages/ta-moments/lib/page.js +3 -3
- package/dist/pi/packages/ta-moments/lib/style.d.ts +1 -1
- package/dist/pi/packages/ta-moments/lib/style.js +1 -1
- package/dist/pi/packages/ta-moments/lib/talk-host-base.d.ts +71 -0
- package/dist/pi/packages/ta-moments/lib/talk-host-base.js +171 -0
- package/dist/pi/packages/ta-moments/lib/talk-host.d.ts +3 -62
- package/dist/pi/packages/ta-moments/lib/talk-host.js +14 -169
- package/dist/pi/packages/ta-moments/package.json +1 -1
- package/dist/pi/packages/ta-moments/web/index.js +648 -144
- package/dist/pi/packages/ta-nearby/extension/index.mjs +9 -0
- package/dist/pi/packages/ta-nearby/host/index.mjs +1073 -1018
- package/dist/pi/packages/ta-nearby/lib/index.js +8 -5
- package/dist/pi/packages/ta-nearby/lib/nearby-home.d.ts +13 -0
- package/dist/pi/packages/ta-nearby/lib/nearby-home.js +91 -0
- package/dist/pi/packages/ta-nearby/lib/nearby-meet-view.d.ts +12 -0
- package/dist/pi/packages/ta-nearby/lib/nearby-meet-view.js +113 -0
- package/dist/pi/packages/ta-nearby/lib/nearby-page.d.ts +6 -0
- package/dist/pi/packages/ta-nearby/lib/nearby-page.js +157 -0
- package/dist/pi/packages/ta-nearby/lib/nearby-service-base.d.ts +161 -0
- package/dist/pi/packages/ta-nearby/lib/nearby-service-base.js +343 -0
- package/dist/pi/packages/ta-nearby/lib/nearby-service-meet.d.ts +41 -0
- package/dist/pi/packages/ta-nearby/lib/nearby-service-meet.js +297 -0
- package/dist/pi/packages/ta-nearby/lib/nearby-service.d.ts +6 -167
- package/dist/pi/packages/ta-nearby/lib/nearby-service.js +38 -638
- package/dist/pi/packages/ta-nearby/lib/nearby-show-view.d.ts +6 -0
- package/dist/pi/packages/ta-nearby/lib/nearby-show-view.js +88 -0
- package/dist/pi/packages/ta-nearby/lib/nearby-spot.d.ts +6 -0
- package/dist/pi/packages/ta-nearby/lib/nearby-spot.js +25 -3
- package/dist/pi/packages/ta-nearby/lib/page.d.ts +27 -20
- package/dist/pi/packages/ta-nearby/lib/page.js +15 -417
- package/dist/pi/packages/ta-nearby/lib/server-texts.d.ts +1 -1
- package/dist/pi/packages/ta-nearby/lib/server-texts.js +9 -1
- package/dist/pi/packages/ta-nearby/lib/style.d.ts +1 -1
- package/dist/pi/packages/ta-nearby/lib/style.js +1 -1
- package/dist/pi/packages/ta-nearby/package.json +1 -1
- package/dist/pi/packages/ta-nearby/web/index.js +370 -362
- package/dist/pi/packages/ta-notify/extension/index.mjs +1 -0
- package/dist/pi/packages/ta-notify/lib/settings.js +1 -0
- package/dist/pi/packages/ta-notify/package.json +1 -1
- package/dist/pi/packages/ta-notify/web/index.js +1 -0
- package/dist/pi/packages/ta-plot/extension/index.mjs +1 -0
- package/dist/pi/packages/ta-plot/package.json +2 -1
- package/dist/pi/packages/ta-recall/extension/index.mjs +1 -0
- package/dist/pi/packages/ta-recall/host/index.mjs +1 -0
- package/dist/pi/packages/ta-recall/lib/settings.js +1 -0
- package/dist/pi/packages/ta-recall/package.json +1 -1
- package/dist/pi/packages/ta-recall/web/index.js +2 -0
- package/dist/pi/packages/ta-rooms/extension/index.mjs +1 -0
- package/dist/pi/packages/ta-rooms/host/index.mjs +497 -492
- package/dist/pi/packages/ta-rooms/lib/double-agents.js +6 -6
- package/dist/pi/packages/ta-rooms/lib/double-grants.js +10 -10
- package/dist/pi/packages/ta-rooms/lib/double-host.js +6 -5
- package/dist/pi/packages/ta-rooms/lib/double-tasks-base.d.ts +55 -0
- package/dist/pi/packages/ta-rooms/lib/double-tasks-base.js +279 -0
- package/dist/pi/packages/ta-rooms/lib/double-tasks.d.ts +3 -45
- package/dist/pi/packages/ta-rooms/lib/double-tasks.js +14 -282
- package/dist/pi/packages/ta-rooms/lib/double-user.js +2 -2
- package/dist/pi/packages/ta-rooms/lib/friend-notices.js +2 -2
- package/dist/pi/packages/ta-rooms/lib/i18n.d.ts +1 -0
- package/dist/pi/packages/ta-rooms/lib/i18n.js +8 -4
- package/dist/pi/packages/ta-rooms/lib/index.js +18 -2
- package/dist/pi/packages/ta-rooms/lib/members-view.js +37 -3
- package/dist/pi/packages/ta-rooms/lib/page.d.ts +36 -1
- package/dist/pi/packages/ta-rooms/lib/page.js +76 -1
- package/dist/pi/packages/ta-rooms/lib/room-view.js +22 -17
- package/dist/pi/packages/ta-rooms/lib/rooms-home.js +1 -0
- package/dist/pi/packages/ta-rooms/lib/style.d.ts +1 -1
- package/dist/pi/packages/ta-rooms/lib/style.js +32 -6
- package/dist/pi/packages/ta-rooms/package.json +1 -1
- package/dist/pi/packages/ta-rooms/web/index.js +223 -38
- package/dist/pi/packages/ta-secrets/README.en.md +22 -0
- package/dist/pi/packages/ta-secrets/README.md +22 -0
- package/dist/pi/packages/ta-secrets/extension/index.mjs +462 -0
- package/dist/pi/packages/ta-secrets/host/index.mjs +1341 -0
- package/dist/pi/packages/ta-secrets/lib/command-prelude.d.ts +36 -0
- package/dist/pi/packages/ta-secrets/lib/command-prelude.js +66 -0
- package/dist/pi/packages/ta-secrets/lib/extension.d.ts +28 -0
- package/dist/pi/packages/ta-secrets/lib/extension.js +156 -0
- package/dist/pi/packages/ta-secrets/lib/host.d.ts +4 -0
- package/dist/pi/packages/ta-secrets/lib/host.js +15 -0
- package/dist/pi/packages/ta-secrets/lib/i18n.d.ts +47 -0
- package/dist/pi/packages/ta-secrets/lib/i18n.js +166 -0
- package/dist/pi/packages/ta-secrets/lib/index.d.ts +8 -0
- package/dist/pi/packages/ta-secrets/lib/index.js +28 -0
- package/dist/pi/packages/ta-secrets/lib/personal-info.d.ts +26 -0
- package/dist/pi/packages/ta-secrets/lib/personal-info.js +108 -0
- package/dist/pi/packages/ta-secrets/lib/proxy-certs.d.ts +40 -0
- package/dist/pi/packages/ta-secrets/lib/proxy-certs.js +200 -0
- package/dist/pi/packages/ta-secrets/lib/proxy-scenario.d.ts +6 -0
- package/dist/pi/packages/ta-secrets/lib/proxy-scenario.js +91 -0
- package/dist/pi/packages/ta-secrets/lib/react.d.ts +8 -0
- package/dist/pi/packages/ta-secrets/lib/react.js +8 -0
- package/dist/pi/packages/ta-secrets/lib/scrubber.d.ts +20 -0
- package/dist/pi/packages/ta-secrets/lib/scrubber.js +70 -0
- package/dist/pi/packages/ta-secrets/lib/secrets-protocol.d.ts +106 -0
- package/dist/pi/packages/ta-secrets/lib/secrets-protocol.js +134 -0
- package/dist/pi/packages/ta-secrets/lib/server-texts.d.ts +14 -0
- package/dist/pi/packages/ta-secrets/lib/server-texts.js +62 -0
- package/dist/pi/packages/ta-secrets/lib/settings.d.ts +4 -0
- package/dist/pi/packages/ta-secrets/lib/settings.js +179 -0
- package/dist/pi/packages/ta-secrets/lib/style.d.ts +4 -0
- package/dist/pi/packages/ta-secrets/lib/style.js +32 -0
- package/dist/pi/packages/ta-secrets/lib/vault-fixture.d.ts +8 -0
- package/dist/pi/packages/ta-secrets/lib/vault-fixture.js +22 -0
- package/dist/pi/packages/ta-secrets/lib/vault-proxy.d.ts +94 -0
- package/dist/pi/packages/ta-secrets/lib/vault-proxy.js +357 -0
- package/dist/pi/packages/ta-secrets/lib/vault-service.d.ts +111 -0
- package/dist/pi/packages/ta-secrets/lib/vault-service.js +429 -0
- package/dist/pi/packages/ta-secrets/lib/vault-store.d.ts +48 -0
- package/dist/pi/packages/ta-secrets/lib/vault-store.js +107 -0
- package/dist/pi/packages/ta-secrets/package.json +67 -0
- package/dist/pi/packages/ta-secrets/web/index.js +579 -0
- package/dist/pi/packages/ta-share/extension/index.mjs +1 -0
- package/dist/pi/packages/ta-share/host/index.mjs +172 -21
- package/dist/pi/packages/ta-share/lib/i18n.d.ts +1 -0
- package/dist/pi/packages/ta-share/lib/i18n.js +4 -0
- package/dist/pi/packages/ta-share/lib/index.js +1 -1
- package/dist/pi/packages/ta-share/lib/share-dialog.js +1 -0
- package/dist/pi/packages/ta-share/lib/share-protocol.d.ts +2 -0
- package/dist/pi/packages/ta-share/lib/share-service.d.ts +11 -1
- package/dist/pi/packages/ta-share/lib/share-service.js +62 -4
- package/dist/pi/packages/ta-share/lib/snapshot.d.ts +8 -2
- package/dist/pi/packages/ta-share/lib/snapshot.js +93 -7
- package/dist/pi/packages/ta-share/lib/style.d.ts +1 -1
- package/dist/pi/packages/ta-share/lib/style.js +1 -1
- package/dist/pi/packages/ta-share/package.json +1 -1
- package/dist/pi/packages/ta-share/web/index.js +7 -2
- package/dist/pi/packages/ta-sync/host/index.mjs +1154 -755
- package/dist/pi/packages/ta-sync/lib/host.js +3 -0
- package/dist/pi/packages/ta-sync/lib/index.js +6 -2
- package/dist/pi/packages/ta-sync/lib/migrate-archive.d.ts +8 -6
- package/dist/pi/packages/ta-sync/lib/migrate-archive.js +24 -28
- package/dist/pi/packages/ta-sync/lib/migrate-i18n.d.ts +10 -0
- package/dist/pi/packages/ta-sync/lib/migrate-i18n.js +40 -0
- package/dist/pi/packages/ta-sync/lib/migrate-paths.d.ts +24 -0
- package/dist/pi/packages/ta-sync/lib/migrate-paths.js +230 -0
- package/dist/pi/packages/ta-sync/lib/migrate-protocol.d.ts +18 -0
- package/dist/pi/packages/ta-sync/lib/migrate-service.d.ts +11 -1
- package/dist/pi/packages/ta-sync/lib/migrate-service.js +28 -1
- package/dist/pi/packages/ta-sync/lib/move-panel.d.ts +9 -1
- package/dist/pi/packages/ta-sync/lib/move-panel.js +69 -5
- package/dist/pi/packages/ta-sync/lib/server-texts.d.ts +1 -0
- package/dist/pi/packages/ta-sync/lib/server-texts.js +9 -0
- package/dist/pi/packages/ta-sync/lib/style.d.ts +1 -1
- package/dist/pi/packages/ta-sync/lib/style.js +8 -1
- package/dist/pi/packages/ta-sync/lib/sync-service-base.d.ts +78 -0
- package/dist/pi/packages/ta-sync/lib/sync-service-base.js +224 -0
- package/dist/pi/packages/ta-sync/lib/sync-service-space.d.ts +36 -0
- package/dist/pi/packages/ta-sync/lib/sync-service-space.js +210 -0
- package/dist/pi/packages/ta-sync/lib/sync-service.d.ts +3 -99
- package/dist/pi/packages/ta-sync/lib/sync-service.js +2 -412
- package/dist/pi/packages/ta-sync/package.json +1 -1
- package/dist/pi/packages/ta-sync/web/index.js +138 -5
- package/dist/pi/packages/ta-sync-cloud/package.json +1 -1
- package/dist/pi/packages/ta-team/extension/index.mjs +1 -0
- package/dist/pi/packages/ta-team/host/index.mjs +1 -0
- package/dist/pi/packages/ta-team/lib/dialogs.d.ts +0 -2
- package/dist/pi/packages/ta-team/lib/dialogs.js +0 -227
- package/dist/pi/packages/ta-team/lib/i18n-ja.d.ts +3 -0
- package/dist/pi/packages/ta-team/lib/i18n-ja.js +211 -0
- package/dist/pi/packages/ta-team/lib/i18n-zh-tw.d.ts +3 -0
- package/dist/pi/packages/ta-team/lib/i18n-zh-tw.js +211 -0
- package/dist/pi/packages/ta-team/lib/i18n-zh.d.ts +3 -0
- package/dist/pi/packages/ta-team/lib/i18n-zh.js +211 -0
- package/dist/pi/packages/ta-team/lib/i18n.d.ts +1 -2
- package/dist/pi/packages/ta-team/lib/i18n.js +6 -624
- package/dist/pi/packages/ta-team/lib/index.js +3 -1
- package/dist/pi/packages/ta-team/lib/join-dialog.d.ts +3 -0
- package/dist/pi/packages/ta-team/lib/join-dialog.js +234 -0
- package/dist/pi/packages/ta-team/lib/members-tab.js +2 -1
- package/dist/pi/packages/ta-team/lib/style.d.ts +1 -1
- package/dist/pi/packages/ta-team/lib/style.js +1 -1
- package/dist/pi/packages/ta-team/package.json +1 -1
- package/dist/pi/packages/ta-team/web/index.js +2095 -2086
- package/dist/pi/packages/ta-usage/README.en.md +6 -0
- package/dist/pi/packages/ta-usage/README.md +6 -0
- package/dist/pi/packages/ta-usage/host/index.mjs +220 -0
- package/dist/pi/packages/ta-usage/lib/host.d.ts +4 -0
- package/dist/pi/packages/ta-usage/lib/host.js +9 -0
- package/dist/pi/packages/ta-usage/lib/i18n.d.ts +30 -0
- package/dist/pi/packages/ta-usage/lib/i18n.js +98 -0
- package/dist/pi/packages/ta-usage/lib/index.d.ts +4 -0
- package/dist/pi/packages/ta-usage/lib/index.js +20 -0
- package/dist/pi/packages/ta-usage/lib/react.d.ts +8 -0
- package/dist/pi/packages/ta-usage/lib/react.js +8 -0
- package/dist/pi/packages/ta-usage/lib/style.d.ts +4 -0
- package/dist/pi/packages/ta-usage/lib/style.js +53 -0
- package/dist/pi/packages/ta-usage/lib/usage-host.d.ts +25 -0
- package/dist/pi/packages/ta-usage/lib/usage-host.js +70 -0
- package/dist/pi/packages/ta-usage/lib/usage-protocol.d.ts +55 -0
- package/dist/pi/packages/ta-usage/lib/usage-protocol.js +7 -0
- package/dist/pi/packages/ta-usage/lib/usage-util.d.ts +18 -0
- package/dist/pi/packages/ta-usage/lib/usage-util.js +159 -0
- package/dist/pi/packages/ta-usage/lib/usage-view.d.ts +9 -0
- package/dist/pi/packages/ta-usage/lib/usage-view.js +91 -0
- package/dist/pi/packages/ta-usage/package.json +61 -0
- package/dist/pi/packages/ta-usage/web/index.js +471 -0
- package/dist/pi/packages/ta-voice/README.en.md +8 -0
- package/dist/pi/packages/ta-voice/README.md +8 -0
- package/dist/pi/packages/ta-voice/host/index.mjs +662 -0
- package/dist/pi/packages/ta-voice/lib/doubao-frames.d.ts +44 -0
- package/dist/pi/packages/ta-voice/lib/doubao-frames.js +116 -0
- package/dist/pi/packages/ta-voice/lib/doubao-realtime.d.ts +35 -0
- package/dist/pi/packages/ta-voice/lib/doubao-realtime.js +172 -0
- package/dist/pi/packages/ta-voice/lib/host.d.ts +20 -0
- package/dist/pi/packages/ta-voice/lib/host.js +120 -0
- package/dist/pi/packages/ta-voice/lib/openai-realtime.d.ts +73 -0
- package/dist/pi/packages/ta-voice/lib/openai-realtime.js +257 -0
- package/dist/pi/packages/ta-voice/lib/realtime-socket.d.ts +23 -0
- package/dist/pi/packages/ta-voice/lib/realtime-socket.js +80 -0
- package/dist/pi/packages/ta-voice/package.json +67 -0
- package/dist/pi/packages/ta-workspace/README.md +1 -1
- package/dist/pi/packages/ta-workspace/README.zh-cn.md +1 -1
- package/dist/pi/packages/ta-workspace/lib/browser-common.d.ts +4 -0
- package/dist/pi/packages/ta-workspace/lib/browser-common.js +1 -0
- package/dist/pi/packages/ta-workspace/lib/browser-pick.d.ts +49 -0
- package/dist/pi/packages/ta-workspace/lib/browser-pick.js +166 -0
- package/dist/pi/packages/ta-workspace/lib/browser-webview.js +16 -1
- package/dist/pi/packages/ta-workspace/lib/i18n-en.d.ts +3 -0
- package/dist/pi/packages/ta-workspace/lib/i18n-en.js +215 -0
- package/dist/pi/packages/ta-workspace/lib/i18n-ja.d.ts +3 -0
- package/dist/pi/packages/ta-workspace/lib/i18n-ja.js +215 -0
- package/dist/pi/packages/ta-workspace/lib/i18n-zh-tw.d.ts +3 -0
- package/dist/pi/packages/ta-workspace/lib/i18n-zh-tw.js +215 -0
- package/dist/pi/packages/ta-workspace/lib/i18n.d.ts +7 -3
- package/dist/pi/packages/ta-workspace/lib/i18n.js +11 -621
- package/dist/pi/packages/ta-workspace/package.json +1 -1
- package/dist/pi/packages/ta-workspace/web/index.js +1464 -765
- package/dist/public/assets/{abnfDiagram-S7VZAUFO-FSEuUCgT.js → abnfDiagram-S7VZAUFO-w8qXXVn-.js} +1 -1
- package/dist/public/assets/{architecture-WOLXFQ4H-Do_DyWCg.js → architecture-WOLXFQ4H-B-FHaYwY.js} +1 -1
- package/dist/public/assets/{architectureDiagram-YGSQEFNW-D-N2qDs4.js → architectureDiagram-YGSQEFNW-DTnoGaaX.js} +1 -1
- package/dist/public/assets/{blockDiagram-APKKGZFW-Ds6DzHNZ.js → blockDiagram-APKKGZFW-CyeBzv-v.js} +1 -1
- package/dist/public/assets/{browser-D2BcOPKG.js → browser-Cb38iiEE.js} +1 -1
- package/dist/public/assets/{browser-KlrZxPbE.js → browser-DXexCqIh.js} +2 -2
- package/dist/public/assets/{c4Diagram-KJ2TOQU5-D5ZdqxrP.js → c4Diagram-KJ2TOQU5-CJJqDqyQ.js} +1 -1
- package/dist/public/assets/{chunk-6MUBBAK2-CWOwhB3b.js → chunk-6MUBBAK2-DbvUMdNm.js} +1 -1
- package/dist/public/assets/{chunk-AXFCVDMN-Dr6p2RGg.js → chunk-AXFCVDMN-D4hlZGtj.js} +1 -1
- package/dist/public/assets/{chunk-BG4553SI-DUCV_pmW.js → chunk-BG4553SI-VNa9Q9On.js} +1 -1
- package/dist/public/assets/{chunk-DQASFODM-Yxd3jIXM.js → chunk-DQASFODM-BtlEbc_V.js} +1 -1
- package/dist/public/assets/{chunk-HFQBQIA3-C24I15MF.js → chunk-HFQBQIA3-CAYSo4CJ.js} +1 -1
- package/dist/public/assets/{chunk-KQLB2F66-Dxk-aejD.js → chunk-KQLB2F66-CyKdg6hW.js} +1 -1
- package/dist/public/assets/{chunk-KS47KZWR-DPyr7gb8.js → chunk-KS47KZWR-BMogCB2r.js} +1 -1
- package/dist/public/assets/{chunk-LEVMRMFU-D_mEFJGR.js → chunk-LEVMRMFU-Y9wr-8qB.js} +1 -1
- package/dist/public/assets/{chunk-M57EVK23-DfMFxQib.js → chunk-M57EVK23-DL3IAQKR.js} +1 -1
- package/dist/public/assets/{chunk-OY52VR5R-O9W83Laa.js → chunk-OY52VR5R-CJBFHdg6.js} +1 -1
- package/dist/public/assets/{chunk-QB3YPZ4I-IdikGcw1.js → chunk-QB3YPZ4I-CyuWKZZv.js} +1 -1
- package/dist/public/assets/{chunk-R3KSYZAL-DLpaFCvz.js → chunk-R3KSYZAL-DxvGhfpm.js} +1 -1
- package/dist/public/assets/{chunk-STOXU5M4-Lx-CZ4Ql.js → chunk-STOXU5M4-Cpdl6bfz.js} +1 -1
- package/dist/public/assets/{chunk-TU62E6Q5-DCnr5NsA.js → chunk-TU62E6Q5-CIxOg6QF.js} +1 -1
- package/dist/public/assets/{chunk-X4PVCEUW-Ct7aUJFY.js → chunk-X4PVCEUW-DCFSCRBh.js} +1 -1
- package/dist/public/assets/{chunk-XXDRQBXY-CQhxfoYw.js → chunk-XXDRQBXY-B2R8Cxf7.js} +1 -1
- package/dist/public/assets/{classDiagram-v2-L25IHNXF-DPSu5qYq.js → classDiagram-v2-L25IHNXF-B7W9HSbj.js} +1 -1
- package/dist/public/assets/{client-C8gi9Fk2.js → client-D75LfyFa.js} +1 -1
- package/dist/public/assets/{common-DrZR0tgm.js → common-CjqTomRQ.js} +1 -1
- package/dist/public/assets/{cose-bilkent-JH36ORCC-CFimsFsN.js → cose-bilkent-JH36ORCC-CXSLFyCH.js} +1 -1
- package/dist/public/assets/cynefin-EF2NZ3EQ-BIcbDns7.js +1 -0
- package/dist/public/assets/{cynefinDiagram-L36ESFBY-CiAWhkVp.js → cynefinDiagram-L36ESFBY-DTv0Kn1r.js} +1 -1
- package/dist/public/assets/{d3-selection-C8RIDfkO.js → d3-selection-g4Hl3_NH.js} +1 -1
- package/dist/public/assets/{dagre-SPEB5RXH-l1nRD1Fx.js → dagre-SPEB5RXH-BujVqk5R.js} +1 -1
- package/dist/public/assets/{diagram-3B7GL73J-ipqtnhoX.js → diagram-3B7GL73J-Ds-VnLzP.js} +1 -1
- package/dist/public/assets/{diagram-DNEMPZML-VpIcHRUP.js → diagram-DNEMPZML-BBoIIK-a.js} +1 -1
- package/dist/public/assets/{diagram-L3MUGCDN-8VdVmcS6.js → diagram-L3MUGCDN-Glgd5N_n.js} +1 -1
- package/dist/public/assets/{diagram-LA4NIPWU-Bej-aiF0.js → diagram-LA4NIPWU-B4EODdUU.js} +1 -1
- package/dist/public/assets/{diagram-MHCOC4E2-D8gW4bVQ.js → diagram-MHCOC4E2-pzDDXO2J.js} +1 -1
- package/dist/public/assets/{diagram-XPFHEONP-BMevAJ1M.js → diagram-XPFHEONP-l--gwSuK.js} +1 -1
- package/dist/public/assets/{dist-DBKJcjvW.js → dist-C0u3lAFR.js} +1 -1
- package/dist/public/assets/{ebnfDiagram-UZSYDL2S-C3HDTOzn.js → ebnfDiagram-UZSYDL2S-BVfPeaVX.js} +1 -1
- package/dist/public/assets/{editor.api-BMWdjwhK.js → editor.api-BMcewI3C.js} +1 -1
- package/dist/public/assets/{elk-XV6XMXQE-XOOPrVin.js → elk-XV6XMXQE-BFJtUnG9.js} +1 -1
- package/dist/public/assets/{erDiagram-EYBAPDEH-Cr-vwx1l.js → erDiagram-EYBAPDEH-BWxMtfIc.js} +1 -1
- package/dist/public/assets/{eventmodeling-K75KTNOO-DbPhpfxn.js → eventmodeling-K75KTNOO-YwYgBgCX.js} +1 -1
- package/dist/public/assets/flowDiagram-MALGAFMO-Dah4--NW.js +1 -0
- package/dist/public/assets/{freemarker2-6h_1-8qB.js → freemarker2-B8HquI7K.js} +1 -1
- package/dist/public/assets/{ganttDiagram-23REXITY-C7kNPXx3.js → ganttDiagram-23REXITY-CBqv7wbi.js} +1 -1
- package/dist/public/assets/gitGraph-VSP46ZUC-BwDfrSZS.js +1 -0
- package/dist/public/assets/{gitGraphDiagram-STJD7YCW-CVnEJEZr.js → gitGraphDiagram-STJD7YCW-BLSf23f_.js} +1 -1
- package/dist/public/assets/{handlebars-F4lp3oLr.js → handlebars-P1qmNq4N.js} +1 -1
- package/dist/public/assets/{html-Dj6f8B_g.js → html-Ceswbytr.js} +1 -1
- package/dist/public/assets/{index-DnNrrk68.js → index-10isUUN4.js} +2 -2
- package/dist/public/assets/info-OHQRW6UA-Ch8aMV1p.js +1 -0
- package/dist/public/assets/{infoDiagram-KBXO4MBG-DcttQWdp.js → infoDiagram-KBXO4MBG-LvOtgUlm.js} +1 -1
- package/dist/public/assets/{ishikawaDiagram-M35NCXHK-BSUYTZf6.js → ishikawaDiagram-M35NCXHK-CwUZOvcm.js} +1 -1
- package/dist/public/assets/{javascript-b_BkOE5Y.js → javascript-B3FXC8qR.js} +1 -1
- package/dist/public/assets/{journeyDiagram-OPLOXDXO-BCfd5-6n.js → journeyDiagram-OPLOXDXO-5j1KtwTt.js} +1 -1
- package/dist/public/assets/{jsonMode-Cq5QJbVZ.js → jsonMode-CrCyxNQI.js} +1 -1
- package/dist/public/assets/{kanban-definition-BZKZHSQY-B3nenaw_.js → kanban-definition-BZKZHSQY-BKAB5id1.js} +1 -1
- package/dist/public/assets/{liquid-CGuZI_Aa.js → liquid-CXZRIgp2.js} +1 -1
- package/dist/public/assets/{mdx-Dt9yTqnf.js → mdx-Dm3uNczM.js} +1 -1
- package/dist/public/assets/{mermaid-parser.core-CquzROwT.js → mermaid-parser.core-C755A-rX.js} +3 -3
- package/dist/public/assets/{mermaid.core-Bx-e_Scq.js → mermaid.core-CQrYmFAR.js} +4 -4
- package/dist/public/assets/{mindmap-definition-I2QAS2VK-DyeewbnH.js → mindmap-definition-I2QAS2VK-DNJQKYbK.js} +1 -1
- package/dist/public/assets/module-9otB6_kX.js +1 -0
- package/dist/public/assets/{module-Cm_mLwAQ.js → module-C3jC5acf.js} +1 -1
- package/dist/public/assets/module-C_MyFORb.js +1 -0
- package/dist/public/assets/module-Cjpl4gva.js +1 -0
- package/dist/public/assets/{module-DUYj4E8T.js → module-D8yH9xCl.js} +1 -1
- package/dist/public/assets/module-DlHjBjOg.js +1 -0
- package/dist/public/assets/module-QsLiJaR6.js +1 -0
- package/dist/public/assets/module-aaW5Ri2L.js +2771 -0
- package/dist/public/assets/module-gSy9fKBo.js +1 -0
- package/dist/public/assets/{monaco-nvIdDTWu.js → monaco-BS7JBNW4.js} +3 -3
- package/dist/public/assets/packet-JDAUHWVQ-LqMrrc60.js +1 -0
- package/dist/public/assets/{pegDiagram-FD4XPPHP-B884_KoR.js → pegDiagram-FD4XPPHP-BzbBCWht.js} +1 -1
- package/dist/public/assets/pie-XZMESJXO-BWzABXQU.js +1 -0
- package/dist/public/assets/{pieDiagram-J4AKIIQI-I40wRwyy.js → pieDiagram-J4AKIIQI-Bf_LDukL.js} +1 -1
- package/dist/public/assets/{python-Djw4wvG9.js → python-jgOUhB-F.js} +1 -1
- package/dist/public/assets/{quadrantDiagram-XTYBLID2-DyNOImfk.js → quadrantDiagram-XTYBLID2-CdMHWnKX.js} +1 -1
- package/dist/public/assets/radar-ABXABTNO-CR4kNiUj.js +1 -0
- package/dist/public/assets/railroad-I3PHUGI6-BAkWtkGC.js +1 -0
- package/dist/public/assets/{railroad-abnf-LNEFI6M7-3G0zWzgf.js → railroad-abnf-LNEFI6M7-DQGYaRbc.js} +1 -1
- package/dist/public/assets/{railroad-ebnf-DWYD2UWJ-B5XRDRWS.js → railroad-ebnf-DWYD2UWJ-D6Ljza0U.js} +1 -1
- package/dist/public/assets/{railroad-peg-JR7BVNR7-rcIioIyH.js → railroad-peg-JR7BVNR7-Du9hL1Gf.js} +1 -1
- package/dist/public/assets/{railroadDiagram-MRQ6NCDL-CDM2ahQM.js → railroadDiagram-MRQ6NCDL-CS_JnlGN.js} +1 -1
- package/dist/public/assets/{razor-CStezNUn.js → razor-BWj90God.js} +1 -1
- package/dist/public/assets/{requirementDiagram-Y7LWUY3S-hbb6WtfM.js → requirementDiagram-Y7LWUY3S-Cq8rRz2y.js} +1 -1
- package/dist/public/assets/{resolver-0zC31mg5.js → resolver-BPuspqws.js} +1 -1
- package/dist/public/assets/{sankeyDiagram-WGJFYUXA-DLV3Aoae.js → sankeyDiagram-WGJFYUXA-aK7jRBVK.js} +1 -1
- package/dist/public/assets/{sequenceDiagram-5NDRBG5M-BWxOV5U9.js → sequenceDiagram-5NDRBG5M-BxcIyc38.js} +1 -1
- package/dist/public/assets/{stateDiagram-v2-FJ4FJNEA-C-TaUPaQ.js → stateDiagram-v2-FJ4FJNEA-Ctletlj4.js} +1 -1
- package/dist/public/assets/{swimlanes-UMQ2AFYF-CJY0BFmc.js → swimlanes-UMQ2AFYF-DaD55xd2.js} +1 -1
- package/dist/public/assets/swimlanesDiagram-OMPLPG4O-CytCT4x3.js +8 -0
- package/dist/public/assets/{timeline-definition-SEUHKTQE-CUfQb8Gv.js → timeline-definition-SEUHKTQE-Ce19CDiJ.js} +1 -1
- package/dist/public/assets/treeView-D4JQ5SDB-DvzNkX4G.js +1 -0
- package/dist/public/assets/treemap-SAJKECNS-BuUeBmMd.js +1 -0
- package/dist/public/assets/{typescript-B7kmi8MF.js → typescript-RgyfxmPQ.js} +1 -1
- package/dist/public/assets/{usecaseDiagram-AFA6YXN4-BKTVAp-G.js → usecaseDiagram-AFA6YXN4-CAVEBKQS.js} +1 -1
- package/dist/public/assets/{vennDiagram-NNMJR3RB-CN1RxNTS.js → vennDiagram-NNMJR3RB-DHyJxlHv.js} +1 -1
- package/dist/public/assets/wardley-7MLQ67FV-DSfdKACG.js +1 -0
- package/dist/public/assets/{wardleyDiagram-S7YFUSEH-JJ6qcpu1.js → wardleyDiagram-S7YFUSEH-C-FCHxR7.js} +1 -1
- package/dist/public/assets/{xml-DVamlHEU.js → xml-DiA1T3iN.js} +1 -1
- package/dist/public/assets/{xychartDiagram-GGNKY7IX-BNakYgUZ.js → xychartDiagram-GGNKY7IX-BlnHU6Gz.js} +1 -1
- package/dist/public/assets/{yaml-BihGeFrM.js → yaml-dnCcfJBR.js} +1 -1
- package/dist/public/ext/index.json +1 -0
- package/dist/public/ext/ta-3d.js +660 -0
- package/dist/public/ext/ta-glance.js +1611 -0
- package/dist/public/ext/ta-plot.js +1320 -0
- package/dist/public/index.html +2 -2
- package/dist/serve/index.mjs +10558 -7361
- package/package.json +45 -39
- package/dist/public/assets/cynefin-EF2NZ3EQ-Dcc0sCHf.js +0 -1
- package/dist/public/assets/flowDiagram-MALGAFMO-CDXqnHAQ.js +0 -1
- package/dist/public/assets/gitGraph-VSP46ZUC-KPsoB6Z1.js +0 -1
- package/dist/public/assets/info-OHQRW6UA-CtM6s0SQ.js +0 -1
- package/dist/public/assets/module-C-ofp7U4.js +0 -1
- package/dist/public/assets/module-DDH-aU6z.js +0 -1
- package/dist/public/assets/module-DRofmFJn.js +0 -1
- package/dist/public/assets/module-MaD4hvv4.js +0 -1
- package/dist/public/assets/module-ZDJutm0b.js +0 -1
- package/dist/public/assets/module-dnDlIzeV.js +0 -2616
- package/dist/public/assets/module-qoBVcE5h.js +0 -1
- package/dist/public/assets/packet-JDAUHWVQ-XKjiwdar.js +0 -1
- package/dist/public/assets/pie-XZMESJXO-MuCMavHL.js +0 -1
- package/dist/public/assets/radar-ABXABTNO-Cq12GHJS.js +0 -1
- package/dist/public/assets/railroad-I3PHUGI6-CfeMswZU.js +0 -1
- package/dist/public/assets/swimlanesDiagram-OMPLPG4O-DdFDl6aK.js +0 -8
- package/dist/public/assets/treeView-D4JQ5SDB-BQ4uUy4s.js +0 -1
- package/dist/public/assets/treemap-SAJKECNS-BFTTkjF9.js +0 -1
- package/dist/public/assets/wardley-7MLQ67FV-BbyzsA8S.js +0 -1
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* The binary frames of Doubao's real-time voice (Volcengine, /api/v3/realtime/dialogue): a header of 4 bytes, an
|
|
3
|
+
* event, the id of a session or a connection, and a payload of JSON or audio, sizes as big-endian int32.
|
|
4
|
+
*/
|
|
5
|
+
export declare namespace DoubaoFrames {
|
|
6
|
+
const FULL_CLIENT = 1;
|
|
7
|
+
const AUDIO_CLIENT = 2;
|
|
8
|
+
const FULL_SERVER = 9;
|
|
9
|
+
const AUDIO_SERVER = 11;
|
|
10
|
+
const ERROR = 15;
|
|
11
|
+
const START_CONNECTION = 1;
|
|
12
|
+
const FINISH_CONNECTION = 2;
|
|
13
|
+
const CONNECTION_STARTED = 50;
|
|
14
|
+
const CONNECTION_FAILED = 51;
|
|
15
|
+
const START_SESSION = 100;
|
|
16
|
+
const FINISH_SESSION = 102;
|
|
17
|
+
const SESSION_STARTED = 150;
|
|
18
|
+
const SESSION_FINISHED = 152;
|
|
19
|
+
const SESSION_FAILED = 153;
|
|
20
|
+
const TASK_REQUEST = 200;
|
|
21
|
+
const TTS_SENTENCE_START = 350;
|
|
22
|
+
const TTS_RESPONSE = 352;
|
|
23
|
+
const TTS_ENDED = 359;
|
|
24
|
+
const ASR_INFO = 450;
|
|
25
|
+
const ASR_RESPONSE = 451;
|
|
26
|
+
const ASR_ENDED = 459;
|
|
27
|
+
const CHAT_TTS_TEXT = 500;
|
|
28
|
+
const DIALOG_ERROR = 599;
|
|
29
|
+
interface Frame {
|
|
30
|
+
type: number;
|
|
31
|
+
event?: number;
|
|
32
|
+
/** Of a session or of the connection. */
|
|
33
|
+
id?: string;
|
|
34
|
+
payload: Uint8Array;
|
|
35
|
+
/** Of an error frame. */
|
|
36
|
+
code?: number;
|
|
37
|
+
}
|
|
38
|
+
/** A frame of the client: JSON, or audio for TaskRequest; `session` for an event of a session. */
|
|
39
|
+
function encode(event: number, payload: Uint8Array | Record<string, unknown>, session?: string): Uint8Array<ArrayBuffer>;
|
|
40
|
+
/** A frame of the server; undefined for one that does not parse. */
|
|
41
|
+
function decode(data: ArrayBuffer | Uint8Array): Frame | undefined;
|
|
42
|
+
function json(frame: Frame): Record<string, unknown>;
|
|
43
|
+
}
|
|
44
|
+
//# sourceMappingURL=doubao-frames.d.ts.map
|
|
@@ -0,0 +1,116 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.DoubaoFrames = void 0;
|
|
4
|
+
/**
|
|
5
|
+
* The binary frames of Doubao's real-time voice (Volcengine, /api/v3/realtime/dialogue): a header of 4 bytes, an
|
|
6
|
+
* event, the id of a session or a connection, and a payload of JSON or audio, sizes as big-endian int32.
|
|
7
|
+
*/
|
|
8
|
+
var DoubaoFrames;
|
|
9
|
+
(function (DoubaoFrames) {
|
|
10
|
+
DoubaoFrames.FULL_CLIENT = 0b0001;
|
|
11
|
+
DoubaoFrames.AUDIO_CLIENT = 0b0010;
|
|
12
|
+
DoubaoFrames.FULL_SERVER = 0b1001;
|
|
13
|
+
DoubaoFrames.AUDIO_SERVER = 0b1011;
|
|
14
|
+
DoubaoFrames.ERROR = 0b1111;
|
|
15
|
+
/** The flag of a frame that carries an event. */
|
|
16
|
+
const WITH_EVENT = 0b0100;
|
|
17
|
+
const JSON_SERIAL = 0b0001;
|
|
18
|
+
const RAW_SERIAL = 0b0000;
|
|
19
|
+
DoubaoFrames.START_CONNECTION = 1;
|
|
20
|
+
DoubaoFrames.FINISH_CONNECTION = 2;
|
|
21
|
+
DoubaoFrames.CONNECTION_STARTED = 50;
|
|
22
|
+
DoubaoFrames.CONNECTION_FAILED = 51;
|
|
23
|
+
DoubaoFrames.START_SESSION = 100;
|
|
24
|
+
DoubaoFrames.FINISH_SESSION = 102;
|
|
25
|
+
DoubaoFrames.SESSION_STARTED = 150;
|
|
26
|
+
DoubaoFrames.SESSION_FINISHED = 152;
|
|
27
|
+
DoubaoFrames.SESSION_FAILED = 153;
|
|
28
|
+
DoubaoFrames.TASK_REQUEST = 200;
|
|
29
|
+
DoubaoFrames.TTS_SENTENCE_START = 350;
|
|
30
|
+
DoubaoFrames.TTS_RESPONSE = 352;
|
|
31
|
+
DoubaoFrames.TTS_ENDED = 359;
|
|
32
|
+
DoubaoFrames.ASR_INFO = 450;
|
|
33
|
+
DoubaoFrames.ASR_RESPONSE = 451;
|
|
34
|
+
DoubaoFrames.ASR_ENDED = 459;
|
|
35
|
+
DoubaoFrames.CHAT_TTS_TEXT = 500;
|
|
36
|
+
DoubaoFrames.DIALOG_ERROR = 599;
|
|
37
|
+
/** A frame of the client: JSON, or audio for TaskRequest; `session` for an event of a session. */
|
|
38
|
+
function encode(event, payload, session) {
|
|
39
|
+
const audio = payload instanceof Uint8Array;
|
|
40
|
+
const body = audio ? payload : new TextEncoder().encode(JSON.stringify(payload));
|
|
41
|
+
const id = session === undefined ? undefined : new TextEncoder().encode(session);
|
|
42
|
+
const out = new Uint8Array(4 + 4 + (id ? 4 + id.length : 0) + 4 + body.length);
|
|
43
|
+
const view = new DataView(out.buffer);
|
|
44
|
+
out[0] = 0x11;
|
|
45
|
+
out[1] = ((audio ? DoubaoFrames.AUDIO_CLIENT : DoubaoFrames.FULL_CLIENT) << 4) | WITH_EVENT;
|
|
46
|
+
out[2] = ((audio ? RAW_SERIAL : JSON_SERIAL) << 4) | 0;
|
|
47
|
+
out[3] = 0;
|
|
48
|
+
let at = 4;
|
|
49
|
+
view.setInt32(at, event);
|
|
50
|
+
at += 4;
|
|
51
|
+
if (id) {
|
|
52
|
+
view.setUint32(at, id.length);
|
|
53
|
+
out.set(id, at + 4);
|
|
54
|
+
at += 4 + id.length;
|
|
55
|
+
}
|
|
56
|
+
view.setUint32(at, body.length);
|
|
57
|
+
out.set(body, at + 4);
|
|
58
|
+
return out;
|
|
59
|
+
}
|
|
60
|
+
DoubaoFrames.encode = encode;
|
|
61
|
+
/** A frame of the server; undefined for one that does not parse. */
|
|
62
|
+
function decode(data) {
|
|
63
|
+
var _a, _b, _c;
|
|
64
|
+
const bytes = data instanceof Uint8Array ? data : new Uint8Array(data);
|
|
65
|
+
if (bytes.length < 8) {
|
|
66
|
+
return undefined;
|
|
67
|
+
}
|
|
68
|
+
const view = new DataView(bytes.buffer, bytes.byteOffset, bytes.byteLength);
|
|
69
|
+
const headerSize = (bytes[0] & 0x0f) * 4;
|
|
70
|
+
const type = bytes[1] >> 4;
|
|
71
|
+
const flags = bytes[1] & 0x0f;
|
|
72
|
+
let at = headerSize;
|
|
73
|
+
const read = () => {
|
|
74
|
+
if (at + 4 > bytes.length) {
|
|
75
|
+
return undefined;
|
|
76
|
+
}
|
|
77
|
+
const value = view.getInt32(at);
|
|
78
|
+
at += 4;
|
|
79
|
+
return value;
|
|
80
|
+
};
|
|
81
|
+
try {
|
|
82
|
+
if (type === DoubaoFrames.ERROR) {
|
|
83
|
+
const code = read();
|
|
84
|
+
const size = (_a = read()) !== null && _a !== void 0 ? _a : 0;
|
|
85
|
+
return { type, code, payload: bytes.slice(at, at + size) };
|
|
86
|
+
}
|
|
87
|
+
if (flags & 0b0011) {
|
|
88
|
+
read();
|
|
89
|
+
}
|
|
90
|
+
const event = flags & WITH_EVENT ? read() : undefined;
|
|
91
|
+
let id;
|
|
92
|
+
if (event !== undefined) {
|
|
93
|
+
const size = (_b = read()) !== null && _b !== void 0 ? _b : 0;
|
|
94
|
+
id = new TextDecoder().decode(bytes.slice(at, at + size));
|
|
95
|
+
at += size;
|
|
96
|
+
}
|
|
97
|
+
const size = (_c = read()) !== null && _c !== void 0 ? _c : 0;
|
|
98
|
+
return { type, event, ...(id ? { id } : {}), payload: bytes.slice(at, at + size) };
|
|
99
|
+
}
|
|
100
|
+
catch (_d) {
|
|
101
|
+
return undefined;
|
|
102
|
+
}
|
|
103
|
+
}
|
|
104
|
+
DoubaoFrames.decode = decode;
|
|
105
|
+
function json(frame) {
|
|
106
|
+
try {
|
|
107
|
+
const value = JSON.parse(new TextDecoder().decode(frame.payload));
|
|
108
|
+
return value && typeof value === 'object' ? value : {};
|
|
109
|
+
}
|
|
110
|
+
catch (_a) {
|
|
111
|
+
return {};
|
|
112
|
+
}
|
|
113
|
+
}
|
|
114
|
+
DoubaoFrames.json = json;
|
|
115
|
+
})(DoubaoFrames || (exports.DoubaoFrames = DoubaoFrames = {}));
|
|
116
|
+
//# sourceMappingURL=doubao-frames.js.map
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
import type { TaVoiceEngine, TaVoiceEngineEvents } from '@celljs/ta-protocol';
|
|
2
|
+
import { DoubaoFrames } from './doubao-frames';
|
|
3
|
+
export declare const DOUBAO_URL = "wss://openspeech.bytedance.com/api/v3/realtime/dialogue";
|
|
4
|
+
/**
|
|
5
|
+
* Doubao's real-time voice: it hears the user (ASRInfo when they begin, ASRResponse as it hears) and reads text Ta
|
|
6
|
+
* gives it (ChatTTSText). The model also answers on its own: what it reads of that is dropped, only Ta answers.
|
|
7
|
+
*/
|
|
8
|
+
export declare class DoubaoRealtimeEngine implements TaVoiceEngine {
|
|
9
|
+
protected readonly socket: WebSocket;
|
|
10
|
+
protected readonly events: TaVoiceEngineEvents;
|
|
11
|
+
readonly inputRate = 16000;
|
|
12
|
+
readonly outputRate = 24000;
|
|
13
|
+
protected readonly session: `${string}-${string}-${string}-${string}-${string}`;
|
|
14
|
+
/** Readings asked, in order; the first is read when the service starts reading a text of the client. */
|
|
15
|
+
protected readonly asked: number[];
|
|
16
|
+
/** The reading whose audio comes now; undefined while the model reads its own. */
|
|
17
|
+
protected reading?: number;
|
|
18
|
+
protected hushedUpTo: number;
|
|
19
|
+
protected lastSay: number;
|
|
20
|
+
protected heard: string;
|
|
21
|
+
protected closing: boolean;
|
|
22
|
+
protected constructor(socket: WebSocket, events: TaVoiceEngineEvents);
|
|
23
|
+
static open(options: Record<string, unknown>, language: string, events: TaVoiceEngineEvents): Promise<DoubaoRealtimeEngine>;
|
|
24
|
+
/** The configuration of a session: PCM in at 16 kHz, PCM out at 24 kHz. */
|
|
25
|
+
static start(options: Record<string, unknown>, language: string): Record<string, unknown>;
|
|
26
|
+
send(pcm: Uint8Array): void;
|
|
27
|
+
say(text: string, say: number): void;
|
|
28
|
+
hush(): void;
|
|
29
|
+
close(): void;
|
|
30
|
+
protected listen(): void;
|
|
31
|
+
protected take(frame: DoubaoFrames.Frame): void;
|
|
32
|
+
protected frame(event: number, payload: Uint8Array | Record<string, unknown>, session?: string): void;
|
|
33
|
+
protected static why(frame: DoubaoFrames.Frame): string;
|
|
34
|
+
}
|
|
35
|
+
//# sourceMappingURL=doubao-realtime.d.ts.map
|
|
@@ -0,0 +1,172 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.DoubaoRealtimeEngine = exports.DOUBAO_URL = void 0;
|
|
4
|
+
const node_crypto_1 = require("node:crypto");
|
|
5
|
+
const doubao_frames_1 = require("./doubao-frames");
|
|
6
|
+
const realtime_socket_1 = require("./realtime-socket");
|
|
7
|
+
exports.DOUBAO_URL = 'wss://openspeech.bytedance.com/api/v3/realtime/dialogue';
|
|
8
|
+
/** The fixed key of the service, as its documents give it. */
|
|
9
|
+
const APP_KEY = 'PlgvMymc7f3tQnJ6';
|
|
10
|
+
/**
|
|
11
|
+
* Doubao's real-time voice: it hears the user (ASRInfo when they begin, ASRResponse as it hears) and reads text Ta
|
|
12
|
+
* gives it (ChatTTSText). The model also answers on its own: what it reads of that is dropped, only Ta answers.
|
|
13
|
+
*/
|
|
14
|
+
class DoubaoRealtimeEngine {
|
|
15
|
+
constructor(socket, events) {
|
|
16
|
+
this.socket = socket;
|
|
17
|
+
this.events = events;
|
|
18
|
+
this.inputRate = 16000;
|
|
19
|
+
this.outputRate = 24000;
|
|
20
|
+
this.session = (0, node_crypto_1.randomUUID)();
|
|
21
|
+
/** Readings asked, in order; the first is read when the service starts reading a text of the client. */
|
|
22
|
+
this.asked = [];
|
|
23
|
+
this.hushedUpTo = 0;
|
|
24
|
+
this.lastSay = 0;
|
|
25
|
+
this.heard = '';
|
|
26
|
+
this.closing = false;
|
|
27
|
+
}
|
|
28
|
+
static async open(options, language, events) {
|
|
29
|
+
const socket = realtime_socket_1.RealtimeSocket.open(realtime_socket_1.RealtimeSocket.text(options.url) || exports.DOUBAO_URL, {
|
|
30
|
+
'X-Api-App-ID': realtime_socket_1.RealtimeSocket.text(options.appId),
|
|
31
|
+
'X-Api-Access-Key': realtime_socket_1.RealtimeSocket.text(options.accessKey),
|
|
32
|
+
'X-Api-Resource-Id': 'volc.speech.dialog',
|
|
33
|
+
'X-Api-App-Key': APP_KEY,
|
|
34
|
+
'X-Api-Connect-Id': (0, node_crypto_1.randomUUID)(),
|
|
35
|
+
});
|
|
36
|
+
const engine = new DoubaoRealtimeEngine(socket, events);
|
|
37
|
+
await realtime_socket_1.RealtimeSocket.until(socket, (ready, fail) => {
|
|
38
|
+
socket.addEventListener('open', () => engine.frame(doubao_frames_1.DoubaoFrames.START_CONNECTION, {}));
|
|
39
|
+
socket.addEventListener('message', event => {
|
|
40
|
+
const frame = doubao_frames_1.DoubaoFrames.decode(event.data);
|
|
41
|
+
if (!frame) {
|
|
42
|
+
return;
|
|
43
|
+
}
|
|
44
|
+
if (frame.event === doubao_frames_1.DoubaoFrames.CONNECTION_STARTED) {
|
|
45
|
+
engine.frame(doubao_frames_1.DoubaoFrames.START_SESSION, DoubaoRealtimeEngine.start(options, language), engine.session);
|
|
46
|
+
}
|
|
47
|
+
else if (frame.event === doubao_frames_1.DoubaoFrames.SESSION_STARTED) {
|
|
48
|
+
ready();
|
|
49
|
+
}
|
|
50
|
+
else if (frame.type === doubao_frames_1.DoubaoFrames.ERROR || frame.event === doubao_frames_1.DoubaoFrames.CONNECTION_FAILED || frame.event === doubao_frames_1.DoubaoFrames.SESSION_FAILED) {
|
|
51
|
+
fail(DoubaoRealtimeEngine.why(frame));
|
|
52
|
+
}
|
|
53
|
+
});
|
|
54
|
+
});
|
|
55
|
+
engine.listen();
|
|
56
|
+
return engine;
|
|
57
|
+
}
|
|
58
|
+
/** The configuration of a session: PCM in at 16 kHz, PCM out at 24 kHz. */
|
|
59
|
+
static start(options, language) {
|
|
60
|
+
return {
|
|
61
|
+
asr: { audio_info: { format: 'pcm', sample_rate: 16000, channel: 1 }, extra: { end_smooth_window_ms: 800 } },
|
|
62
|
+
tts: {
|
|
63
|
+
speaker: realtime_socket_1.RealtimeSocket.text(options.speaker) || 'zh_female_vv_jupiter_bigtts',
|
|
64
|
+
audio_config: { channel: 1, format: 'pcm_s16le', sample_rate: 24000 },
|
|
65
|
+
},
|
|
66
|
+
dialog: {
|
|
67
|
+
bot_name: 'Ta',
|
|
68
|
+
system_role: 'You only read aloud the text you are given.',
|
|
69
|
+
extra: { model: realtime_socket_1.RealtimeSocket.text(options.model) || '1.2.1.1', language: realtime_socket_1.RealtimeSocket.languageCode(language) },
|
|
70
|
+
},
|
|
71
|
+
};
|
|
72
|
+
}
|
|
73
|
+
send(pcm) {
|
|
74
|
+
this.frame(doubao_frames_1.DoubaoFrames.TASK_REQUEST, pcm, this.session);
|
|
75
|
+
}
|
|
76
|
+
say(text, say) {
|
|
77
|
+
this.lastSay = Math.max(this.lastSay, say);
|
|
78
|
+
this.asked.push(say);
|
|
79
|
+
this.frame(doubao_frames_1.DoubaoFrames.CHAT_TTS_TEXT, { start: true, content: text, end: false }, this.session);
|
|
80
|
+
this.frame(doubao_frames_1.DoubaoFrames.CHAT_TTS_TEXT, { start: false, content: '', end: true }, this.session);
|
|
81
|
+
}
|
|
82
|
+
hush() {
|
|
83
|
+
this.hushedUpTo = this.lastSay;
|
|
84
|
+
}
|
|
85
|
+
close() {
|
|
86
|
+
this.closing = true;
|
|
87
|
+
this.frame(doubao_frames_1.DoubaoFrames.FINISH_SESSION, {}, this.session);
|
|
88
|
+
this.frame(doubao_frames_1.DoubaoFrames.FINISH_CONNECTION, {});
|
|
89
|
+
try {
|
|
90
|
+
this.socket.close();
|
|
91
|
+
}
|
|
92
|
+
catch (_a) {
|
|
93
|
+
// Closed already.
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
listen() {
|
|
97
|
+
this.socket.addEventListener('message', event => {
|
|
98
|
+
const frame = doubao_frames_1.DoubaoFrames.decode(event.data);
|
|
99
|
+
if (frame) {
|
|
100
|
+
this.take(frame);
|
|
101
|
+
}
|
|
102
|
+
});
|
|
103
|
+
this.socket.addEventListener('close', event => {
|
|
104
|
+
var _a;
|
|
105
|
+
if (!this.closing) {
|
|
106
|
+
this.events.closed((_a = realtime_socket_1.RealtimeSocket.closeReason(event)) !== null && _a !== void 0 ? _a : 'The voice service closed the connection.');
|
|
107
|
+
}
|
|
108
|
+
});
|
|
109
|
+
}
|
|
110
|
+
take(frame) {
|
|
111
|
+
switch (frame.event) {
|
|
112
|
+
case doubao_frames_1.DoubaoFrames.ASR_INFO:
|
|
113
|
+
this.heard = '';
|
|
114
|
+
this.events.speech();
|
|
115
|
+
return;
|
|
116
|
+
case doubao_frames_1.DoubaoFrames.ASR_RESPONSE: {
|
|
117
|
+
const results = doubao_frames_1.DoubaoFrames.json(frame).results;
|
|
118
|
+
const result = results === null || results === void 0 ? void 0 : results[0];
|
|
119
|
+
if (typeof (result === null || result === void 0 ? void 0 : result.text) === 'string') {
|
|
120
|
+
this.heard = result.text;
|
|
121
|
+
this.events.text(this.heard, false);
|
|
122
|
+
}
|
|
123
|
+
return;
|
|
124
|
+
}
|
|
125
|
+
case doubao_frames_1.DoubaoFrames.ASR_ENDED:
|
|
126
|
+
if (this.heard) {
|
|
127
|
+
this.events.text(this.heard, true);
|
|
128
|
+
this.heard = '';
|
|
129
|
+
}
|
|
130
|
+
return;
|
|
131
|
+
case doubao_frames_1.DoubaoFrames.TTS_SENTENCE_START:
|
|
132
|
+
// A sentence of a text of the client, or of the model's own answer, which is dropped.
|
|
133
|
+
this.reading = doubao_frames_1.DoubaoFrames.json(frame).tts_type === 'chat_tts_text' ? this.asked[0] : undefined;
|
|
134
|
+
return;
|
|
135
|
+
case doubao_frames_1.DoubaoFrames.TTS_RESPONSE:
|
|
136
|
+
if (this.reading !== undefined && this.reading > this.hushedUpTo) {
|
|
137
|
+
this.events.audio(frame.payload, this.reading);
|
|
138
|
+
}
|
|
139
|
+
return;
|
|
140
|
+
case doubao_frames_1.DoubaoFrames.TTS_ENDED: {
|
|
141
|
+
const done = this.asked.shift();
|
|
142
|
+
this.reading = undefined;
|
|
143
|
+
if (done !== undefined) {
|
|
144
|
+
this.events.said(done);
|
|
145
|
+
}
|
|
146
|
+
return;
|
|
147
|
+
}
|
|
148
|
+
case doubao_frames_1.DoubaoFrames.DIALOG_ERROR:
|
|
149
|
+
case doubao_frames_1.DoubaoFrames.SESSION_FAILED:
|
|
150
|
+
this.events.closed(DoubaoRealtimeEngine.why(frame));
|
|
151
|
+
this.close();
|
|
152
|
+
return;
|
|
153
|
+
}
|
|
154
|
+
if (frame.type === doubao_frames_1.DoubaoFrames.ERROR) {
|
|
155
|
+
this.events.closed(DoubaoRealtimeEngine.why(frame));
|
|
156
|
+
this.close();
|
|
157
|
+
}
|
|
158
|
+
}
|
|
159
|
+
frame(event, payload, session) {
|
|
160
|
+
if (this.socket.readyState === 1) {
|
|
161
|
+
this.socket.send(doubao_frames_1.DoubaoFrames.encode(event, payload, session));
|
|
162
|
+
}
|
|
163
|
+
}
|
|
164
|
+
static why(frame) {
|
|
165
|
+
var _a, _b, _c;
|
|
166
|
+
const body = doubao_frames_1.DoubaoFrames.json(frame);
|
|
167
|
+
const said = (_b = (_a = body.message) !== null && _a !== void 0 ? _a : body.error) !== null && _b !== void 0 ? _b : body.status_code;
|
|
168
|
+
return said ? `The voice service refused: ${said}` : `The voice service refused (${(_c = frame.code) !== null && _c !== void 0 ? _c : frame.event}).`;
|
|
169
|
+
}
|
|
170
|
+
}
|
|
171
|
+
exports.DoubaoRealtimeEngine = DoubaoRealtimeEngine;
|
|
172
|
+
//# sourceMappingURL=doubao-realtime.js.map
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import type { TaExtensionHost, TaPackageService, TaVoiceType } from '@celljs/ta-protocol';
|
|
2
|
+
export declare const OPENAI_URL = "wss://api.openai.com/v1/realtime";
|
|
3
|
+
export declare const QWEN_URL = "wss://dashscope.aliyuncs.com/api-ws/v1/realtime";
|
|
4
|
+
/** OpenAI Realtime, or a service of the same protocol at another address. */
|
|
5
|
+
export declare const OPENAI_REALTIME: TaVoiceType;
|
|
6
|
+
/** Qwen-Omni Realtime of Alibaba Cloud Model Studio (DashScope). */
|
|
7
|
+
export declare const QWEN_REALTIME: TaVoiceType;
|
|
8
|
+
/**
|
|
9
|
+
* Hy Realtime of Hunyuan: its OpenAI compatible entry (…/v1/openai/realtime), given by who serves it; a key only where
|
|
10
|
+
* that deployment asks for one (else any name of the caller).
|
|
11
|
+
*/
|
|
12
|
+
export declare const HY_REALTIME: TaVoiceType;
|
|
13
|
+
/** The end-to-end real-time voice of Doubao, on Volcengine. */
|
|
14
|
+
export declare const DOUBAO_REALTIME: TaVoiceType;
|
|
15
|
+
/**
|
|
16
|
+
* The server side of the package (`pi.host`): the types of voices.json calls can use (docs/design/ta-voice.md 6). The
|
|
17
|
+
* form to add one is the shell's, in Settings → Voice, from their options.
|
|
18
|
+
*/
|
|
19
|
+
export default function activate(host: TaExtensionHost): TaPackageService;
|
|
20
|
+
//# sourceMappingURL=host.d.ts.map
|
|
@@ -0,0 +1,120 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.DOUBAO_REALTIME = exports.HY_REALTIME = exports.QWEN_REALTIME = exports.OPENAI_REALTIME = exports.QWEN_URL = exports.OPENAI_URL = void 0;
|
|
4
|
+
exports.default = activate;
|
|
5
|
+
const doubao_realtime_1 = require("./doubao-realtime");
|
|
6
|
+
const openai_realtime_1 = require("./openai-realtime");
|
|
7
|
+
const realtime_socket_1 = require("./realtime-socket");
|
|
8
|
+
const text = (zh, tw, en, ja) => ({ 'zh-CN': zh, 'zh-TW': tw, 'en-US': en, 'ja-JP': ja });
|
|
9
|
+
const KEY = { key: 'apiKey', label: text('API Key', 'API Key', 'API key', 'API キー'), secret: true };
|
|
10
|
+
const VOICE = (placeholder) => ({
|
|
11
|
+
key: 'voice',
|
|
12
|
+
label: text('音色', '音色', 'Voice', '音色'),
|
|
13
|
+
placeholder,
|
|
14
|
+
optional: true,
|
|
15
|
+
});
|
|
16
|
+
function host(url) {
|
|
17
|
+
try {
|
|
18
|
+
return new URL(url).host;
|
|
19
|
+
}
|
|
20
|
+
catch (_a) {
|
|
21
|
+
return url;
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
exports.OPENAI_URL = 'wss://api.openai.com/v1/realtime';
|
|
25
|
+
exports.QWEN_URL = 'wss://dashscope.aliyuncs.com/api-ws/v1/realtime';
|
|
26
|
+
/** OpenAI Realtime, or a service of the same protocol at another address. */
|
|
27
|
+
exports.OPENAI_REALTIME = {
|
|
28
|
+
title: text('OpenAI Realtime', 'OpenAI Realtime', 'OpenAI Realtime', 'OpenAI Realtime'),
|
|
29
|
+
hint: text('OpenAI 的实时语音:断句准、插话自然。国内需要代理;同协议的服务可以填它的地址。', 'OpenAI 的即時語音:斷句準、插話自然。同協定的服務可以填它的位址。', "OpenAI's real-time voice: it hears when you stop and lets you cut in. A service of the same protocol may give its own address.", 'OpenAI のリアルタイム音声:区切りが正確で、自然に割り込めます。同じプロトコルのサービスはそのアドレスを入力します。'),
|
|
30
|
+
icon: 'Sparkles',
|
|
31
|
+
speaks: true,
|
|
32
|
+
options: [
|
|
33
|
+
KEY,
|
|
34
|
+
{ key: 'model', label: text('模型', '模型', 'Model', 'モデル'), placeholder: 'gpt-realtime', optional: true },
|
|
35
|
+
VOICE('marin'),
|
|
36
|
+
{ key: 'url', label: text('服务地址', '服務位址', 'Address', 'アドレス'), placeholder: exports.OPENAI_URL, optional: true },
|
|
37
|
+
],
|
|
38
|
+
where: options => host(realtime_socket_1.RealtimeSocket.text(options.url) || exports.OPENAI_URL),
|
|
39
|
+
open: (options, call, events) => {
|
|
40
|
+
const base = realtime_socket_1.RealtimeSocket.text(options.url) || exports.OPENAI_URL;
|
|
41
|
+
const url = `${base}${base.includes('?') ? '&' : '?'}model=${encodeURIComponent(realtime_socket_1.RealtimeSocket.text(options.model) || 'gpt-realtime')}`;
|
|
42
|
+
return openai_realtime_1.OpenAiRealtimeEngine.open(url, { Authorization: `Bearer ${realtime_socket_1.RealtimeSocket.text(options.apiKey)}` }, openai_realtime_1.OPENAI_DIALECT, options, call.language, events);
|
|
43
|
+
},
|
|
44
|
+
};
|
|
45
|
+
/** Qwen-Omni Realtime of Alibaba Cloud Model Studio (DashScope). */
|
|
46
|
+
exports.QWEN_REALTIME = {
|
|
47
|
+
title: text('通义 Qwen-Omni Realtime', '通義 Qwen-Omni Realtime', 'Qwen-Omni Realtime', 'Qwen-Omni Realtime'),
|
|
48
|
+
hint: text('阿里云百炼的实时语音,国内直连。API Key 在百炼控制台创建。', '阿里雲百煉的即時語音。API Key 在百煉主控台建立。', 'The real-time voice of Alibaba Cloud Model Studio. Create the API key in its console.', 'Alibaba Cloud Model Studio のリアルタイム音声。API キーはコンソールで作成します。'),
|
|
49
|
+
icon: 'Cloud',
|
|
50
|
+
speaks: true,
|
|
51
|
+
options: [
|
|
52
|
+
KEY,
|
|
53
|
+
{ key: 'model', label: text('模型', '模型', 'Model', 'モデル'), placeholder: 'qwen3-omni-flash-realtime', optional: true },
|
|
54
|
+
VOICE('Cherry'),
|
|
55
|
+
{ key: 'url', label: text('服务地址', '服務位址', 'Address', 'アドレス'), placeholder: exports.QWEN_URL, optional: true },
|
|
56
|
+
],
|
|
57
|
+
where: options => host(realtime_socket_1.RealtimeSocket.text(options.url) || exports.QWEN_URL),
|
|
58
|
+
open: (options, call, events) => {
|
|
59
|
+
const base = realtime_socket_1.RealtimeSocket.text(options.url) || exports.QWEN_URL;
|
|
60
|
+
const url = `${base}${base.includes('?') ? '&' : '?'}model=${encodeURIComponent(realtime_socket_1.RealtimeSocket.text(options.model) || 'qwen3-omni-flash-realtime')}`;
|
|
61
|
+
return openai_realtime_1.OpenAiRealtimeEngine.open(url, { Authorization: `Bearer ${realtime_socket_1.RealtimeSocket.text(options.apiKey)}` }, openai_realtime_1.QWEN_DIALECT, options, call.language, events);
|
|
62
|
+
},
|
|
63
|
+
};
|
|
64
|
+
/**
|
|
65
|
+
* Hy Realtime of Hunyuan: its OpenAI compatible entry (…/v1/openai/realtime), given by who serves it; a key only where
|
|
66
|
+
* that deployment asks for one (else any name of the caller).
|
|
67
|
+
*/
|
|
68
|
+
exports.HY_REALTIME = {
|
|
69
|
+
title: text('混元 Hy Realtime', '混元 Hy Realtime', 'Hunyuan Hy Realtime', 'Hunyuan Hy Realtime'),
|
|
70
|
+
hint: text('腾讯混元的实时语音。填服务方给的地址(以 /v1/openai/realtime 结尾);需要鉴权的部署再填 Key。', '騰訊混元的即時語音。填服務方給的位址(以 /v1/openai/realtime 結尾);需要驗證的部署再填 Key。', 'The real-time voice of Tencent Hunyuan. Give the address its provider gave (ending in /v1/openai/realtime), and a key where the deployment asks for one.', 'Tencent Hunyuan のリアルタイム音声。提供元のアドレス(/v1/openai/realtime で終わる)を入力し、認証が必要な環境ではキーも入力します。'),
|
|
71
|
+
icon: 'Sparkles',
|
|
72
|
+
speaks: true,
|
|
73
|
+
options: [
|
|
74
|
+
{ key: 'url', label: text('服务地址', '服務位址', 'Address', 'アドレス'), placeholder: 'ws://…/v1/openai/realtime' },
|
|
75
|
+
{ ...KEY, optional: true },
|
|
76
|
+
VOICE('f1'),
|
|
77
|
+
],
|
|
78
|
+
where: options => host(realtime_socket_1.RealtimeSocket.text(options.url)),
|
|
79
|
+
open: (options, call, events) => openai_realtime_1.OpenAiRealtimeEngine.open(realtime_socket_1.RealtimeSocket.text(options.url), { Authorization: `Bearer ${realtime_socket_1.RealtimeSocket.text(options.apiKey) || 'ta'}` }, openai_realtime_1.HY_DIALECT, options, call.language, events),
|
|
80
|
+
};
|
|
81
|
+
/** The end-to-end real-time voice of Doubao, on Volcengine. */
|
|
82
|
+
exports.DOUBAO_REALTIME = {
|
|
83
|
+
title: text('豆包实时语音', '豆包即時語音', 'Doubao real-time voice', 'Doubao リアルタイム音声'),
|
|
84
|
+
hint: text('火山引擎的端到端实时语音,国内直连,中文自然。在火山引擎控制台开通后,填应用的 APP ID 和 Access Token。', '火山引擎的端到端即時語音。開通後填應用的 APP ID 和 Access Token。', 'The end-to-end real-time voice of Volcengine. Once it is on in the console, give the APP ID and Access Token of the app.', 'Volcengine のエンドツーエンド・リアルタイム音声。コンソールで有効化し、アプリの APP ID と Access Token を入力します。'),
|
|
85
|
+
icon: 'MessageCircle',
|
|
86
|
+
speaks: true,
|
|
87
|
+
options: [
|
|
88
|
+
{ key: 'appId', label: text('APP ID', 'APP ID', 'APP ID', 'APP ID'), placeholder: '1234567890' },
|
|
89
|
+
{ key: 'accessKey', label: text('Access Token', 'Access Token', 'Access Token', 'Access Token'), secret: true },
|
|
90
|
+
{ key: 'speaker', label: text('音色', '音色', 'Voice', '音色'), placeholder: 'zh_female_vv_jupiter_bigtts', optional: true },
|
|
91
|
+
{ key: 'url', label: text('服务地址', '服務位址', 'Address', 'アドレス'), placeholder: doubao_realtime_1.DOUBAO_URL, optional: true },
|
|
92
|
+
],
|
|
93
|
+
where: options => host(realtime_socket_1.RealtimeSocket.text(options.url) || doubao_realtime_1.DOUBAO_URL),
|
|
94
|
+
open: (options, call, events) => doubao_realtime_1.DoubaoRealtimeEngine.open(options, call.language, events),
|
|
95
|
+
};
|
|
96
|
+
/**
|
|
97
|
+
* The server side of the package (`pi.host`): the types of voices.json calls can use (docs/design/ta-voice.md 6). The
|
|
98
|
+
* form to add one is the shell's, in Settings → Voice, from their options.
|
|
99
|
+
*/
|
|
100
|
+
function activate(host) {
|
|
101
|
+
var _a;
|
|
102
|
+
if (typeof ((_a = host.voices) === null || _a === void 0 ? void 0 : _a.registerType) !== 'function') {
|
|
103
|
+
// A Ta of before: nothing to add to.
|
|
104
|
+
return {};
|
|
105
|
+
}
|
|
106
|
+
const stops = [
|
|
107
|
+
host.voices.registerType('openai-realtime', exports.OPENAI_REALTIME),
|
|
108
|
+
host.voices.registerType('qwen-realtime', exports.QWEN_REALTIME),
|
|
109
|
+
host.voices.registerType('hy-realtime', exports.HY_REALTIME),
|
|
110
|
+
host.voices.registerType('doubao-realtime', exports.DOUBAO_REALTIME),
|
|
111
|
+
];
|
|
112
|
+
return {
|
|
113
|
+
dispose: () => {
|
|
114
|
+
for (const stop of stops) {
|
|
115
|
+
stop();
|
|
116
|
+
}
|
|
117
|
+
},
|
|
118
|
+
};
|
|
119
|
+
}
|
|
120
|
+
//# sourceMappingURL=host.js.map
|
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
import type { TaVoiceEngine, TaVoiceEngineEvents } from '@celljs/ta-protocol';
|
|
2
|
+
/** What tells OpenAI's Realtime protocol of one service from another's: its session, its rates, how it reads. */
|
|
3
|
+
export interface RealtimeDialect {
|
|
4
|
+
readonly inputRate: number;
|
|
5
|
+
readonly outputRate: number;
|
|
6
|
+
/** Its responses carry the metadata Ta gives them: one without is the service's own. Else readings are taken in order. */
|
|
7
|
+
readonly tagged: boolean;
|
|
8
|
+
session(options: Record<string, unknown>, language: string): Record<string, unknown>;
|
|
9
|
+
/** The messages that make it read text: a response of its own, or a turn of the user and a response. */
|
|
10
|
+
read(text: string, say: number): Record<string, unknown>[];
|
|
11
|
+
}
|
|
12
|
+
/** OpenAI Realtime (GA): a response out of the conversation reads the text; its metadata tells which reading it is. */
|
|
13
|
+
export declare const OPENAI_DIALECT: RealtimeDialect;
|
|
14
|
+
/** Qwen-Omni Realtime of Alibaba Cloud Model Studio: OpenAI's protocol of before; it reads a turn asking it to. */
|
|
15
|
+
export declare const QWEN_DIALECT: RealtimeDialect;
|
|
16
|
+
/**
|
|
17
|
+
* Hy Realtime of Hunyuan: it hears and transcribes without answering (create_response: false), and reads a text as
|
|
18
|
+
* it is written with a response of its own scope (input_scope: independent, input_text), not seen by its model.
|
|
19
|
+
*/
|
|
20
|
+
export declare const HY_DIALECT: RealtimeDialect;
|
|
21
|
+
interface ServerEvent {
|
|
22
|
+
type: string;
|
|
23
|
+
delta?: string;
|
|
24
|
+
text?: string;
|
|
25
|
+
stash?: string;
|
|
26
|
+
transcript?: string;
|
|
27
|
+
response_id?: string;
|
|
28
|
+
response?: {
|
|
29
|
+
id?: string;
|
|
30
|
+
metadata?: Record<string, string> | null;
|
|
31
|
+
};
|
|
32
|
+
error?: {
|
|
33
|
+
message?: string;
|
|
34
|
+
code?: string;
|
|
35
|
+
};
|
|
36
|
+
}
|
|
37
|
+
/**
|
|
38
|
+
* A voice of OpenAI's Realtime protocol: it hears the user (server VAD and transcription), and reads what it is given.
|
|
39
|
+
* Responses it makes on its own are cancelled and their audio dropped, so that only Ta answers.
|
|
40
|
+
*/
|
|
41
|
+
export declare class OpenAiRealtimeEngine implements TaVoiceEngine {
|
|
42
|
+
protected readonly socket: WebSocket;
|
|
43
|
+
protected readonly dialect: RealtimeDialect;
|
|
44
|
+
protected readonly events: TaVoiceEngineEvents;
|
|
45
|
+
readonly inputRate: number;
|
|
46
|
+
readonly outputRate: number;
|
|
47
|
+
/** Readings asked, whose response has not started: of a service that gives no metadata, in order. */
|
|
48
|
+
protected readonly asked: number[];
|
|
49
|
+
/** Response id → the reading it is. */
|
|
50
|
+
protected readonly responses: Map<string, number>;
|
|
51
|
+
/** Readings up to this one are hushed: what comes of them is dropped. */
|
|
52
|
+
protected hushedUpTo: number;
|
|
53
|
+
protected lastSay: number;
|
|
54
|
+
protected heard: string;
|
|
55
|
+
protected closing: boolean;
|
|
56
|
+
protected constructor(socket: WebSocket, dialect: RealtimeDialect, events: TaVoiceEngineEvents);
|
|
57
|
+
static open(url: string, headers: Record<string, string>, dialect: RealtimeDialect, options: Record<string, unknown>, language: string, events: TaVoiceEngineEvents): Promise<OpenAiRealtimeEngine>;
|
|
58
|
+
send(pcm: Uint8Array): void;
|
|
59
|
+
say(text: string, say: number): void;
|
|
60
|
+
hush(): void;
|
|
61
|
+
close(): void;
|
|
62
|
+
protected listen(): void;
|
|
63
|
+
protected take(message: ServerEvent): void;
|
|
64
|
+
/** A response began: a reading Ta asked for, or one of the service's own, cancelled. */
|
|
65
|
+
protected started(response: {
|
|
66
|
+
id?: string;
|
|
67
|
+
metadata?: Record<string, string> | null;
|
|
68
|
+
}): void;
|
|
69
|
+
protected message(message: Record<string, unknown>): void;
|
|
70
|
+
protected static parse(data: unknown): ServerEvent | undefined;
|
|
71
|
+
}
|
|
72
|
+
export {};
|
|
73
|
+
//# sourceMappingURL=openai-realtime.d.ts.map
|