@xopcai/xopc 0.0.354 → 0.0.356
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser-ext/manifest.json +1 -1
- package/dist/extensions/feishu/src/adapters/cli-login.js +3 -3
- package/dist/extensions/feishu/src/outbound/media-load.js +1 -1
- package/dist/extensions/telegram/src/inbound-processor.js +2 -2
- package/dist/extensions/telegram/src/outbound-sender.js +1 -1
- package/dist/extensions/telegram/src/plugin.js +2 -2
- package/dist/extensions/telegram/xopc.extension.json +1 -1
- package/dist/extensions/weixin/src/api/api.js +2 -2
- package/dist/extensions/weixin/src/auth/accounts.js +12 -12
- package/dist/extensions/weixin/src/messaging/debug-mode.js +5 -5
- package/dist/extensions/weixin/src/messaging/inbound.js +11 -11
- package/dist/gateway/static/root/assets/{activity-store-X7CG9pzB.js → activity-store-Bj0GuUUk.js} +1 -1
- package/dist/gateway/static/root/assets/{agent-avatar-dicebear-B8PS1eLP.js → agent-avatar-dicebear-i0dJX4Ag.js} +1 -1
- package/dist/gateway/static/root/assets/{agent-defaults-settings-panel-CLBSL9hl.js → agent-defaults-settings-panel-C-gsYOIi.js} +1 -1
- package/dist/gateway/static/root/assets/agent-plugin-dialog-D00xRE50.js +1 -0
- package/dist/gateway/static/root/assets/agents-Bg90PJpR.js +66 -0
- package/dist/gateway/static/root/assets/{agents-admin-api-Ck2x78jq.js → agents-admin-api-CYqmO7gb.js} +1 -1
- package/dist/gateway/static/root/assets/{app-management-settings-panel-COdQOmdT.js → app-management-settings-panel-LGezxe7p.js} +1 -1
- package/dist/gateway/static/root/assets/{appearance-settings-CDNjc2yy.js → appearance-settings-By7sj-tH.js} +1 -1
- package/dist/gateway/static/root/assets/{apps-page-C-kvpPj8.js → apps-page-DRX7wRpG.js} +1 -1
- package/dist/gateway/static/root/assets/{archive-plugin-QfOaQPL_.js → archive-plugin-BZHSbFiu.js} +1 -1
- package/dist/gateway/static/root/assets/{automations-page-87DN5nXX.js → automations-page-B5ZRVvra.js} +1 -1
- package/dist/gateway/static/root/assets/automations-workspace-CQmwjCm5.js +7 -0
- package/dist/gateway/static/root/assets/{binary-plugins-BF2lVwR9.js → binary-plugins-x2-RmzUs.js} +1 -1
- package/dist/gateway/static/root/assets/{block-editor-B04Kv5DU.js → block-editor-C8eM0IQi.js} +39 -39
- package/dist/gateway/static/root/assets/{browser-automation-inputs-FW3bYZ-z.js → browser-automation-inputs-uQ2AGFFU.js} +1 -1
- package/dist/gateway/static/root/assets/{browser-automations-page-Ck6Zb9aU.js → browser-automations-page-DonJaYJ7.js} +1 -1
- package/dist/gateway/static/root/assets/{browser-settings-page-DHlyYItE.js → browser-settings-page-Cku_iTDi.js} +2 -2
- package/dist/gateway/static/root/assets/{capabilities-CF4-mrIa.js → capabilities-Btku0cS3.js} +1 -1
- package/dist/gateway/static/root/assets/{capabilities-BCF_160Z.js → capabilities-Cl1RErL_.js} +1 -1
- package/dist/gateway/static/root/assets/capabilities-page-gUGN48Ob.js +2 -0
- package/dist/gateway/static/root/assets/capabilities-settings-panel-C3pM7xZ1.js +8 -0
- package/dist/gateway/static/root/assets/{capability-header-actions-PBPJJsp6.js → capability-header-actions-aXDBY-4S.js} +1 -1
- package/dist/gateway/static/root/assets/channels-BSbO91V4.js +1 -0
- package/dist/gateway/static/root/assets/{chat-terminal-dock-DTd7mWyE.js → chat-terminal-dock-Bn_O5W2o.js} +1 -1
- package/dist/gateway/static/root/assets/{computer-settings-page--9rh1mvu.js → computer-settings-page-CqzDwqcT.js} +1 -1
- package/dist/gateway/static/root/assets/{connector-service-page-v6Is0BOO.js → connector-service-page-BYq8YaSp.js} +1 -1
- package/dist/gateway/static/root/assets/connectors-page-CXVlZmoT.js +2 -0
- package/dist/gateway/static/root/assets/{date-picker-DTsMzjoZ.js → date-picker-dIJ4tP-C.js} +1 -1
- package/dist/gateway/static/root/assets/{dependency-picker-Y1QYCcLp.js → dependency-picker-ktHB4hRk.js} +1 -1
- package/dist/gateway/static/root/assets/{desktop-pet-D9dfZrOp.js → desktop-pet-BqXL3Ivw.js} +1 -1
- package/dist/gateway/static/root/assets/{desktop-pet-settings-BHVOHZUL.js → desktop-pet-settings-BspF0vWW.js} +1 -1
- package/dist/gateway/static/root/assets/device-pairing-wizard-CnADxQU1.js +1 -0
- package/dist/gateway/static/root/assets/{directory-picker-path-field-DeMo9KlE.js → directory-picker-path-field-CyR-4zZC.js} +1 -1
- package/dist/gateway/static/root/assets/dist-C3DSFZCi.js +1 -0
- package/dist/gateway/static/root/assets/{extension-debug-page-BrGWLJg9.js → extension-debug-page-DPc3vTw0.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-page-AWrvy1Nb.js → extension-page-CWqtFuVa.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-provider-CUpbXB2k.js → extension-provider-D-0AeFhE.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-settings-page-C5KgmhYu.js → extension-settings-page-92wO2TEf.js} +1 -1
- package/dist/gateway/static/root/assets/{gateway-config-swr-B31I6Gbq.js → gateway-config-swr-Da3Oob_s.js} +1 -1
- package/dist/gateway/static/root/assets/{gateway-realtime-D6ffOiPe.js → gateway-realtime-BDh3i8n7.js} +1 -1
- package/dist/gateway/static/root/assets/gateway-realtime-store-B5Oq6VCQ.js +1 -0
- package/dist/gateway/static/root/assets/{gateway-settings-DC-lok0J.js → gateway-settings-CO_50TOx.js} +1 -1
- package/dist/gateway/static/root/assets/{gateway-startup-retry-DVol958v.js → gateway-startup-retry-BEj_bcbm.js} +1 -1
- package/dist/gateway/static/root/assets/home-page-Ba20kfpf.js +1 -0
- package/dist/gateway/static/root/assets/{image-generation-api-TVgJfz9r.js → image-generation-api-8jfU8AlD.js} +1 -1
- package/dist/gateway/static/root/assets/{imports-page-BKVKfVMA.js → imports-page-ciLLYJao.js} +1 -1
- package/dist/gateway/static/root/assets/index-DUgsBdV3.css +1 -0
- package/dist/gateway/static/root/assets/index-XgbDpmNc.js +106 -0
- package/dist/gateway/static/root/assets/{keyboard-shortcuts-settings-DiwE4gKU.js → keyboard-shortcuts-settings-7429mJN3.js} +1 -1
- package/dist/gateway/static/root/assets/{local-app-workbench-page-Dt3TC64L.js → local-app-workbench-page-CQyP9KBM.js} +1 -1
- package/dist/gateway/static/root/assets/{local-apps-page-DFPhWkxU.js → local-apps-page-Cht3NkYu.js} +1 -1
- package/dist/gateway/static/root/assets/{local-session-drafts-wiq_12oN.js → local-session-drafts-jOqfUlwj.js} +1 -1
- package/dist/gateway/static/root/assets/{locale-store-Y1aBayM_.js → locale-store-DodizOrj.js} +1 -1
- package/dist/gateway/static/root/assets/{logs-page-C4faHZHj.js → logs-page-Bye3bESN.js} +2 -2
- package/dist/gateway/static/root/assets/loopi-C09I2mNj.css +1 -0
- package/dist/gateway/static/root/assets/loopi-Djb8XU3l.js +1 -0
- package/dist/gateway/static/root/assets/{management-settings-pZLdvIiw.js → management-settings-BG2yeKtz.js} +1 -1
- package/dist/gateway/static/root/assets/{markdown-view-7tzqIp_G.js → markdown-view-Bb6ohqHz.js} +1 -1
- package/dist/gateway/static/root/assets/{media-plugins-cjgrKnne.js → media-plugins-DIhqKSK5.js} +1 -1
- package/dist/gateway/static/root/assets/messages-D8PmAUB-.js +3 -0
- package/dist/gateway/static/root/assets/models-hub-cache-CaYi043g.js +1 -0
- package/dist/gateway/static/root/assets/note-detail-panel-DA_6YKSN.js +5 -0
- package/dist/gateway/static/root/assets/{notes-api-J0yhflxC.js → notes-api-DYfvIxWh.js} +1 -1
- package/dist/gateway/static/root/assets/notes-page-kc3CMA5c.js +8 -0
- package/dist/gateway/static/root/assets/{oauth-api-CYe61zfD.js → oauth-api-gSu-iTk5.js} +1 -1
- package/dist/gateway/static/root/assets/{page-context-capture-button-CiBUm2Br.js → page-context-capture-button-r0vf-oBH.js} +1 -1
- package/dist/gateway/static/root/assets/personal-page-CmZzN99O.js +1 -0
- package/dist/gateway/static/root/assets/{popover-select-DcsFzD_i.js → popover-select-BNZZDJpO.js} +1 -1
- package/dist/gateway/static/root/assets/{product-open-page-B8_w6c3J.js → product-open-page-BdedC52J.js} +1 -1
- package/dist/gateway/static/root/assets/{project-detail-page-CDZdKiTz.js → project-detail-page-b23nMTcO.js} +1 -1
- package/dist/gateway/static/root/assets/{projects-page-BvahSrZi.js → projects-page-DCA7oEdB.js} +1 -1
- package/dist/gateway/static/root/assets/{registry-api-DqDOrPQ0.js → registry-api-D0eYNizR.js} +1 -1
- package/dist/gateway/static/root/assets/remote-access-hub-DeK3ATTQ.js +1 -0
- package/dist/gateway/static/root/assets/{runtime-tools-settings-panel-BnMS50vK.js → runtime-tools-settings-panel-BqD6oWU5.js} +1 -1
- package/dist/gateway/static/root/assets/{scenes-page-CDR1-q25.js → scenes-page-Ds6trhfL.js} +2 -2
- package/dist/gateway/static/root/assets/{schema-form-B4Xa8w8S.js → schema-form-D-cjcRAn.js} +1 -1
- package/dist/gateway/static/root/assets/{send-session-input-C7Nqy0sK.js → send-session-input-DstpmO44.js} +1 -1
- package/dist/gateway/static/root/assets/{session-api-CTN4qwiN.js → session-api-qy4gMa5t.js} +1 -1
- package/dist/gateway/static/root/assets/{session-manager-DsH1DZI_.js → session-manager-CFqOuGy-.js} +1 -1
- package/dist/gateway/static/root/assets/sessions-page-DltxWUQd.js +1 -0
- package/dist/gateway/static/root/assets/settings-advanced-gate-Bqg7glTa.js +1 -0
- package/dist/gateway/static/root/assets/{settings-page-CHZdpvkT.js → settings-page-BVfsQrWS.js} +1 -1
- package/dist/gateway/static/root/assets/{setup-status-panel-HESfALIF.js → setup-status-panel-DqkS3DKy.js} +1 -1
- package/dist/gateway/static/root/assets/{share-link-dialog-COlX10Dc.js → share-link-dialog-B3Io5mOY.js} +1 -1
- package/dist/gateway/static/root/assets/{share-preview-page-NtRLUieq.js → share-preview-page-BpZqXsgR.js} +1 -1
- package/dist/gateway/static/root/assets/{shares-api-DICV5EKH.js → shares-api-BNNaREyB.js} +1 -1
- package/dist/gateway/static/root/assets/shares-settings-CEaRXDeL.js +1 -0
- package/dist/gateway/static/root/assets/{skill-api-DYgcO7y0.js → skill-api-1Hp370EM.js} +1 -1
- package/dist/gateway/static/root/assets/{skill-reload-api-CWH3Fmx4.js → skill-reload-api-Dm6GgUYK.js} +1 -1
- package/dist/gateway/static/root/assets/skills-page-Cgze-HZy.js +2 -0
- package/dist/gateway/static/root/assets/{system-settings-panel-wXCBwYwE.js → system-settings-panel-CFSQ3Qjr.js} +1 -1
- package/dist/gateway/static/root/assets/task-detail-page-DEDh0FPJ.js +1 -0
- package/dist/gateway/static/root/assets/{theme-store-BKgBPLH4.js → theme-store-AXut7b8R.js} +1 -1
- package/dist/gateway/static/root/assets/{tunnel-api-C0t8y3Mi.js → tunnel-api-WcqOMVcQ.js} +1 -1
- package/dist/gateway/static/root/assets/{usage-page-A2DZAidl.js → usage-page-C6cnfavb.js} +1 -1
- package/dist/gateway/static/root/assets/{use-autosave-Cn6hqqyM.js → use-autosave-BT3l-ETP.js} +1 -1
- package/dist/gateway/static/root/assets/{use-composer-attachments-DL61XeSu.js → use-composer-attachments-zfL8zvRu.js} +1 -1
- package/dist/gateway/static/root/assets/{use-file-preview-expanded-Cl9mU32w.js → use-file-preview-expanded-C4bBXf4j.js} +2 -2
- package/dist/gateway/static/root/assets/user-model-page-C6_GMD0W.js +2 -0
- package/dist/gateway/static/root/assets/{voice-api-key-field-Bw05QB_V.js → voice-api-key-field-BF9hOZ_1.js} +1 -1
- package/dist/gateway/static/root/assets/voice-config-api-D8G4fALX.js +1 -0
- package/dist/gateway/static/root/assets/work-discovery-overlay-DVvqH1d-.js +1 -0
- package/dist/gateway/static/root/assets/{workflow-run-setup-panel-rM4U1FXc.js → workflow-run-setup-panel-MDkhjfGm.js} +2 -2
- package/dist/gateway/static/root/assets/{workflows-page-QKC34FzQ.js → workflows-page-Bhu13vVb.js} +3 -3
- package/dist/gateway/static/root/assets/{workspace-api-BbBT75Kg.js → workspace-api-C4q2GwGV.js} +2 -2
- package/dist/gateway/static/root/index.html +32 -30
- package/dist/package.js +1 -1
- package/dist/packages/realtime-protocol/src/voice-catalog.js +4 -1
- package/dist/src/agent/agent-manager.js +15 -15
- package/dist/src/agent/agent-scope.js +2 -2
- package/dist/src/agent/background-review/prompts.js +1 -1
- package/dist/src/agent/background-review/run-background-review.js +4 -4
- package/dist/src/agent/coding/repository-instructions.js +1 -1
- package/dist/src/agent/context/coordinator.js +2 -2
- package/dist/src/agent/context/execution-context.js +4 -4
- package/dist/src/agent/context/execution-scope.js +2 -2
- package/dist/src/agent/context/project-context.js +3 -3
- package/dist/src/agent/data-acquisition/service.js +1 -1
- package/dist/src/agent/embedded/index.js +2 -2
- package/dist/src/agent/embedded/model-runtime.js +1 -1
- package/dist/src/agent/embedded/run-for-session.d.ts +1 -0
- package/dist/src/agent/embedded/run-for-session.js +6 -5
- package/dist/src/agent/embedded/run-turn.js +24 -6
- package/dist/src/agent/embedded/session-tool-result-guard.js +3 -3
- package/dist/src/agent/embedded/tool-result-truncation.js +1 -1
- package/dist/src/agent/embedded/types.d.ts +1 -0
- package/dist/src/agent/external-tools/cliProvider.js +3 -3
- package/dist/src/agent/external-tools/composio-provider.js +3 -3
- package/dist/src/agent/external-tools/endpoint-provider.js +2 -2
- package/dist/src/agent/external-tools/gateway-tools.js +1 -1
- package/dist/src/agent/external-tools/mcp-provider.js +3 -3
- package/dist/src/agent/image/generation/openai-images-provider.js +1 -1
- package/dist/src/agent/image/generation/providers/dashscope.js +1 -1
- package/dist/src/agent/image/generation/providers/fal.js +1 -1
- package/dist/src/agent/image/generation/providers/google.js +1 -1
- package/dist/src/agent/image/generation/runtime.js +1 -1
- package/dist/src/agent/image/index.js +1 -1
- package/dist/src/agent/image/load-image-media.js +1 -1
- package/dist/src/agent/image/tool-model-config.js +2 -2
- package/dist/src/agent/inbound/attachment-pipeline.js +1 -1
- package/dist/src/agent/inbound/inbound-loop.js +2 -2
- package/dist/src/agent/index.js +1 -1
- package/dist/src/agent/mcp/bundle-mcp-config.js +1 -1
- package/dist/src/agent/mcp/bundle-mcp-gateway.js +1 -1
- package/dist/src/agent/mcp/bundle-mcp-runtime.js +2 -2
- package/dist/src/agent/mcp/index.js +2 -2
- package/dist/src/agent/mcp/mcp-stdio-transport.js +1 -1
- package/dist/src/agent/mcp/mcp-transport.js +1 -1
- package/dist/src/agent/mcp/oauth/mcp-oauth-manager.js +1 -1
- package/dist/src/agent/mcp/oauth/mcp-oauth-store.js +1 -1
- package/dist/src/agent/mcp/plugin-http-fetch.js +1 -1
- package/dist/src/agent/memory/context-recovery.js +1 -1
- package/dist/src/agent/memory/index.js +1 -1
- package/dist/src/agent/orchestration/agent-orchestrator.js +1 -1
- package/dist/src/agent/prompt/sections/messaging-runtime.js +2 -1
- package/dist/src/agent/prompt/service-prompt-builder.js +2 -2
- package/dist/src/agent/sandbox/exec-policy.js +1 -1
- package/dist/src/agent/service/direct-turn-helpers.d.ts +1 -0
- package/dist/src/agent/service/direct-turn-helpers.js +5 -4
- package/dist/src/agent/service/process-direct-one-shot.js +1 -1
- package/dist/src/agent/service/process-direct-streaming.js +6 -5
- package/dist/src/agent/service/webchat-tts.js +2 -2
- package/dist/src/agent/service.js +22 -22
- package/dist/src/agent/session/session-config-service.js +1 -1
- package/dist/src/agent/session/session-hydrator.js +1 -1
- package/dist/src/agent/session/session-inspector.js +1 -1
- package/dist/src/agent/skills/hub-lock.js +1 -1
- package/dist/src/agent/skills/index.js +1 -1
- package/dist/src/agent/skills/managed-store.js +1 -1
- package/dist/src/agent/skills/skill-manage-ops.js +1 -1
- package/dist/src/agent/source-context/index.js +2 -2
- package/dist/src/agent/tasks/task-judge-service.js +4 -4
- package/dist/src/agent/tools/create-share-tool.js +3 -3
- package/dist/src/agent/tools/dataBatch.js +1 -1
- package/dist/src/agent/tools/delegate-tool.js +3 -3
- package/dist/src/agent/tools/delegation-parent-policy.js +1 -1
- package/dist/src/agent/tools/executor.js +1 -1
- package/dist/src/agent/tools/factory.js +16 -16
- package/dist/src/agent/tools/fetch-text.js +1 -1
- package/dist/src/agent/tools/image-generate-tool.js +3 -3
- package/dist/src/agent/tools/index.js +6 -6
- package/dist/src/agent/tools/list-dir.js +1 -1
- package/dist/src/agent/tools/personal-preference-tool.d.ts +1 -1
- package/dist/src/agent/tools/personal-preference-tool.js +3 -2
- package/dist/src/agent/tools/personal-task-tool.d.ts +2 -1
- package/dist/src/agent/tools/personal-task-tool.js +27 -8
- package/dist/src/agent/tools/publish-artifacts.js +2 -2
- package/dist/src/agent/tools/read.js +2 -2
- package/dist/src/agent/tools/review-workspace.js +1 -1
- package/dist/src/agent/tools/send-media.js +2 -2
- package/dist/src/agent/tools/skills-tools.js +1 -1
- package/dist/src/agent/tools/tts-tool.js +1 -1
- package/dist/src/agent/tools/user-context-tool.js +1 -1
- package/dist/src/agent/tools/write.js +2 -2
- package/dist/src/agent/tools/xopc-use-tool.js +5 -5
- package/dist/src/agent/workflow/subagent-runner.js +1 -1
- package/dist/src/agent-catalog/capabilities.js +2 -2
- package/dist/src/agent-config/schema.d.ts +20 -1
- package/dist/src/agent-config/schema.js +7 -1
- package/dist/src/ai-assist/text-assist.js +1 -1
- package/dist/src/auth/credentials.js +2 -2
- package/dist/src/auth/oauth-provider-lock.js +1 -1
- package/dist/src/auth/profiles/store.js +1 -1
- package/dist/src/auth/sync-provider-auth.js +1 -1
- package/dist/src/automations/capabilities/drafts.js +1 -1
- package/dist/src/automations/domain/index.js +2 -2
- package/dist/src/automations/index.js +4 -4
- package/dist/src/automations/service/automation-service.js +2 -2
- package/dist/src/backup/archive.js +1 -1
- package/dist/src/bootstrap/application-state.js +1 -1
- package/dist/src/browser/native-messaging-host.js +1 -1
- package/dist/src/browser/providers/browser-ext-install.js +1 -1
- package/dist/src/capabilities/runtime/dispatcher.js +1 -1
- package/dist/src/capabilities/runtime/product.js +1 -1
- package/dist/src/channels/attachments/voice-stt-webchat.js +2 -2
- package/dist/src/channels/index.js +2 -2
- package/dist/src/channels/outbound-sender.js +1 -1
- package/dist/src/channels/pairing/allow-from-file.js +9 -9
- package/dist/src/channels/pairing/pairing-store.js +6 -6
- package/dist/src/chat-commands/agent-edit.js +1 -1
- package/dist/src/chat-commands/builtins/config.js +3 -3
- package/dist/src/chat-commands/builtins/review.js +1 -1
- package/dist/src/chat-commands/builtins/session.js +1 -1
- package/dist/src/chat-commands/builtins/thinking.js +1 -1
- package/dist/src/chat-commands/builtins/tts.js +1 -1
- package/dist/src/chat-commands/builtins/understanding.js +1 -1
- package/dist/src/chat-commands/builtins/workflow.js +2 -2
- package/dist/src/chat-commands/context.js +3 -3
- package/dist/src/chat-commands/index.js +3 -3
- package/dist/src/cli/commands/agent.js +7 -7
- package/dist/src/cli/commands/agents.js +1 -1
- package/dist/src/cli/commands/config.js +1 -1
- package/dist/src/cli/commands/connectors.js +1 -1
- package/dist/src/cli/commands/doctor/checks/channel-plugins.js +1 -1
- package/dist/src/cli/commands/doctor/checks/database-schema.js +1 -1
- package/dist/src/cli/commands/doctor/checks/gateway-health.js +1 -1
- package/dist/src/cli/commands/doctor/checks/provider-auth.js +2 -2
- package/dist/src/cli/commands/doctor/checks/tool-runtimes.js +1 -1
- package/dist/src/cli/commands/extension-agent-plugin.js +2 -2
- package/dist/src/cli/commands/extension-dev.js +1 -1
- package/dist/src/cli/commands/extension-marketplace.js +2 -2
- package/dist/src/cli/commands/extension.js +4 -4
- package/dist/src/cli/commands/gateway/shared.js +1 -1
- package/dist/src/cli/commands/gateway/token.js +1 -1
- package/dist/src/cli/commands/image.js +1 -1
- package/dist/src/cli/commands/init.js +1 -1
- package/dist/src/cli/commands/models.js +3 -3
- package/dist/src/cli/commands/onboard/channels/registry.js +1 -1
- package/dist/src/cli/commands/onboard/model.js +1 -1
- package/dist/src/cli/commands/onboard.js +1 -1
- package/dist/src/cli/commands/project.js +2 -2
- package/dist/src/cli/commands/runtime.js +1 -1
- package/dist/src/cli/commands/skills.js +2 -2
- package/dist/src/cli/commands/tunnel.js +4 -4
- package/dist/src/cli/extension-cli-register.js +5 -5
- package/dist/src/cli/utils/gateway-client.js +1 -1
- package/dist/src/cli/utils/init-workspace-core.js +2 -2
- package/dist/src/cli/utils/session.js +1 -1
- package/dist/src/computer/runtime.js +2 -2
- package/dist/src/config/index.js +8 -8
- package/dist/src/config/loader.js +2 -2
- package/dist/src/config/models-json.js +2 -2
- package/dist/src/config/schema.js +1 -1
- package/dist/src/connectors/cli/authorization.js +1 -1
- package/dist/src/connectors/cli/runtime.js +1 -1
- package/dist/src/connectors/composio-sessions.js +1 -1
- package/dist/src/connectors/composio.js +1 -1
- package/dist/src/connectors/connected-source-understanding.js +3 -3
- package/dist/src/connectors/connection-recovery-service.js +5 -5
- package/dist/src/connectors/health.js +1 -1
- package/dist/src/connectors/plugin-mcp-recovery.js +1 -1
- package/dist/src/discussions/live-worker.js +1 -1
- package/dist/src/discussions/recording.js +1 -1
- package/dist/src/discussions/sealer.js +1 -1
- package/dist/src/extensions/activation-context.js +3 -3
- package/dist/src/extensions/agent-plugins/validation.js +1 -1
- package/dist/src/extensions/api.js +4 -4
- package/dist/src/extensions/bundled-extension-activation.js +1 -1
- package/dist/src/extensions/index.js +3 -3
- package/dist/src/extensions/install.js +1 -1
- package/dist/src/extensions/loader.js +2 -2
- package/dist/src/extensions/lockfile.js +1 -1
- package/dist/src/extensions/sdk/index.js +1 -1
- package/dist/src/extensions/sdk/media.js +1 -1
- package/dist/src/extensions/update.js +1 -1
- package/dist/src/gateway/agents-admin.js +2 -2
- package/dist/src/gateway/device-routes.js +2 -2
- package/dist/src/gateway/file-path-classifier.js +2 -2
- package/dist/src/gateway/global-defaults-admin.js +1 -1
- package/dist/src/gateway/hono/app.js +3 -3
- package/dist/src/gateway/hono/lib/config-payload.js +4 -4
- package/dist/src/gateway/hono/routes/agents.js +1 -1
- package/dist/src/gateway/hono/routes/auth-registry-extensions.js +1 -1
- package/dist/src/gateway/hono/routes/browser.js +1 -1
- package/dist/src/gateway/hono/routes/commands-skills.js +4 -4
- package/dist/src/gateway/hono/routes/config-patch/gateway.js +1 -1
- package/dist/src/gateway/hono/routes/config-patch/misc.js +2 -2
- package/dist/src/gateway/hono/routes/home.js +1 -1
- package/dist/src/gateway/hono/routes/mcp.js +2 -2
- package/dist/src/gateway/hono/routes/media.js +1 -1
- package/dist/src/gateway/hono/routes/models.js +24 -6
- package/dist/src/gateway/hono/routes/notes.js +3 -3
- package/dist/src/gateway/hono/routes/personal-agent.js +135 -8
- package/dist/src/gateway/hono/routes/projects.js +4 -4
- package/dist/src/gateway/hono/routes/session-command-handler.js +1 -1
- package/dist/src/gateway/hono/routes/session-input-handler.js +4 -4
- package/dist/src/gateway/hono/routes/sessions.js +2 -2
- package/dist/src/gateway/hono/routes/shares.js +3 -3
- package/dist/src/gateway/hono/routes/side-chats.js +1 -1
- package/dist/src/gateway/hono/routes/site-shares.js +1 -1
- package/dist/src/gateway/hono/routes/tasks.js +2 -2
- package/dist/src/gateway/hono/routes/user-model-refresh.js +1 -1
- package/dist/src/gateway/hono/routes/user-model.js +5 -5
- package/dist/src/gateway/hono/routes/voice.js +33 -8
- package/dist/src/gateway/hono/routes/workflows.js +2 -2
- package/dist/src/gateway/image-generation-setup.js +3 -3
- package/dist/src/gateway/index.js +1 -1
- package/dist/src/gateway/lock.js +11 -11
- package/dist/src/gateway/media-access.js +1 -1
- package/dist/src/gateway/mobile-privacy.js +2 -2
- package/dist/src/gateway/ports.js +6 -6
- package/dist/src/gateway/run-loop.js +1 -1
- package/dist/src/gateway/scenes/mailContext.js +1 -1
- package/dist/src/gateway/scenes/slackThreadSource.js +1 -1
- package/dist/src/gateway/security/gateway-scopes.js +2 -0
- package/dist/src/gateway/server.js +1 -1
- package/dist/src/gateway/service/agent-runner.js +41 -0
- package/dist/src/gateway/service/config-coordinator.js +3 -3
- package/dist/src/gateway/service/run-gateway-agent.js +5 -4
- package/dist/src/gateway/service/session-command-service.js +2 -2
- package/dist/src/gateway/service/sessions-api.js +1 -1
- package/dist/src/gateway/service.js +49 -49
- package/dist/src/gateway/session-context-summary.js +2 -2
- package/dist/src/gateway/session-reset-service.js +1 -1
- package/dist/src/gateway/workspace-editor-path.js +2 -2
- package/dist/src/gateway/xopc-cloud-capability-setup.d.ts +11 -1
- package/dist/src/gateway/xopc-cloud-capability-setup.js +146 -10
- package/dist/src/gateway/xopc-cloud-onboarding.d.ts +3 -0
- package/dist/src/gateway/xopc-cloud-onboarding.js +27 -0
- package/dist/src/home-intelligence/generator.js +1 -1
- package/dist/src/home-intelligence/host.js +2 -2
- package/dist/src/infra/gateway-processes.js +2 -2
- package/dist/src/infra/path-env.js +3 -3
- package/dist/src/infra/update-global.js +10 -10
- package/dist/src/local-apps/service.js +2 -2
- package/dist/src/mcp/gateway-http-client.js +1 -1
- package/dist/src/media-understanding/openai-compatible-audio.js +1 -1
- package/dist/src/notes/agent-context.js +4 -4
- package/dist/src/notes/index.js +1 -1
- package/dist/src/notes/service.js +1 -1
- package/dist/src/notes/store.js +1 -1
- package/dist/src/personal-agent/onboarding.d.ts +27 -0
- package/dist/src/personal-agent/onboarding.js +48 -0
- package/dist/src/personal-agent/repository.d.ts +6 -1
- package/dist/src/personal-agent/repository.js +7 -2
- package/dist/src/personal-agent/service.d.ts +24 -6
- package/dist/src/personal-agent/service.js +38 -15
- package/dist/src/providers/auth-runtime/resolve-auth.js +1 -1
- package/dist/src/providers/index.js +2 -2
- package/dist/src/providers/model-catalog-persistence.js +2 -2
- package/dist/src/providers/model-reference-auditor.js +1 -1
- package/dist/src/providers/model-registry.js +1 -1
- package/dist/src/providers/register-runtime-providers.js +1 -1
- package/dist/src/remote-access/exposure-manager.js +1 -1
- package/dist/src/scenes/taskFollowUp/agentExecutor.js +4 -4
- package/dist/src/scenes/taskFollowUp/resources.js +1 -1
- package/dist/src/scenes/taskFollowUp/service.js +4 -4
- package/dist/src/session/index.js +2 -2
- package/dist/src/session/resolve-session.js +1 -1
- package/dist/src/session/session-title.js +1 -1
- package/dist/src/session/store.js +4 -4
- package/dist/src/session/thinking-resolve.js +1 -1
- package/dist/src/share/share-store.js +1 -1
- package/dist/src/share/share-thumbnail.js +1 -1
- package/dist/src/share/share-zip.js +1 -1
- package/dist/src/share/site-proxy.js +1 -1
- package/dist/src/share/site-share-store.js +1 -1
- package/dist/src/storage/sqlite/connection.js +9 -9
- package/dist/src/storage/sqlite/migrations/230_personal_agent_onboarding.sql +8 -0
- package/dist/src/storage/sqlite/migrations/runner.d.ts +1 -1
- package/dist/src/storage/sqlite/migrations/runner.js +3 -3
- package/dist/src/storage/sqlite/schema.js +1 -1
- package/dist/src/tasks/capabilities/read.js +2 -2
- package/dist/src/tasks/capabilities/write.js +1 -1
- package/dist/src/tasks/execution-context.js +1 -1
- package/dist/src/tasks/home-query-service.js +3 -3
- package/dist/src/tasks/index.js +4 -4
- package/dist/src/tasks/task-application-service.js +3 -3
- package/dist/src/tasks/task-collaboration-delivery.js +1 -1
- package/dist/src/tasks/task-context-assembler.js +1 -1
- package/dist/src/tasks/task-handoff-service.js +1 -1
- package/dist/src/tasks/task-main-update-decision-service.js +1 -1
- package/dist/src/tasks/task-main-update-delivery.js +5 -2
- package/dist/src/tasks/task-origin-repository.d.ts +4 -1
- package/dist/src/tasks/task-origin-repository.js +3 -3
- package/dist/src/tasks/task-run-coordinator.d.ts +1 -0
- package/dist/src/tasks/task-run-coordinator.js +13 -7
- package/dist/src/tasks/task-run-dispatcher.d.ts +1 -1
- package/dist/src/tasks/task-run-dispatcher.js +6 -4
- package/dist/src/tui/backends/embedded-backend.js +12 -12
- package/dist/src/tui/backends/gateway-realtime-backend.js +1 -1
- package/dist/src/tui/extension-host/load-extensions.js +1 -1
- package/dist/src/tui/tui-command-formatters.js +1 -1
- package/dist/src/tui/tui-commands.js +8 -8
- package/dist/src/tui/tui-oauth-login.js +1 -1
- package/dist/src/tui/tui-picker-overlay.js +1 -1
- package/dist/src/tui/tui-skills-autocomplete.js +1 -1
- package/dist/src/tui/tui-startup-resources.js +4 -4
- package/dist/src/tui/tui.js +7 -7
- package/dist/src/tunnel/frpc-binary.js +1 -1
- package/dist/src/tunnel/gateway-lifecycle.js +1 -1
- package/dist/src/voice/language-profile.js +1 -1
- package/dist/src/voice/metadata/builtin.js +16 -39
- package/dist/src/voice/metadata/types.d.ts +2 -0
- package/dist/src/voice/platform-catalog.d.ts +3 -0
- package/dist/src/voice/realtime/memory-context.js +3 -3
- package/dist/src/voice/realtime/persona-context.js +1 -1
- package/dist/src/voice/realtime/runtime.js +19 -4
- package/dist/src/voice/stt/index.js +2 -2
- package/dist/src/voice/stt/preflight.js +1 -1
- package/dist/src/voice/stt/providers/alibaba-transcription.js +4 -4
- package/dist/src/voice/stt/providers/xopc-cloud-transcription.js +1 -1
- package/dist/src/voice/stt/transcribe-core.js +1 -1
- package/dist/src/voice/stt/types.js +1 -1
- package/dist/src/voice/tts/index.js +3 -3
- package/dist/src/voice/tts/merge-config.js +1 -1
- package/dist/src/voice/tts/payload.js +1 -1
- package/dist/src/voice/tts/providers/alibaba-speech.js +4 -16
- package/dist/src/voice/tts/providers/alibaba-voices.d.ts +3 -0
- package/dist/src/voice/tts/providers/alibaba-voices.js +197 -0
- package/dist/src/voice/tts/providers/xopc-cloud-speech.js +1 -1
- package/dist/src/voice/tts/speak-core.js +1 -1
- package/dist/src/voice/tts/speech-provider-types.d.ts +1 -0
- package/dist/src/voice/tts/types.js +1 -1
- package/dist/src/work-discovery/incremental-repository.js +1 -1
- package/dist/src/work-discovery/index.js +1 -1
- package/dist/src/work-discovery/service.js +5 -5
- package/dist/src/workflows/engine/workflow-engine.js +1 -1
- package/dist/src/workflows/service/workflow-run-service.js +8 -8
- package/dist/src/workflows/service/workflow-session-bridge.js +1 -1
- package/package.json +4 -4
- package/dist/gateway/static/root/assets/agent-plugin-dialog-BninweSg.js +0 -1
- package/dist/gateway/static/root/assets/agents-CcVLP_WP.js +0 -66
- package/dist/gateway/static/root/assets/automations-workspace-BdZ8NO8k.js +0 -7
- package/dist/gateway/static/root/assets/capabilities-page-C-6RLFNh.js +0 -2
- package/dist/gateway/static/root/assets/capabilities-settings-panel-CST_HBkR.js +0 -8
- package/dist/gateway/static/root/assets/channels-CM4sIvcP.js +0 -1
- package/dist/gateway/static/root/assets/connectors-page-CryQzmEZ.js +0 -2
- package/dist/gateway/static/root/assets/device-pairing-wizard-Cy5YDZ2b.js +0 -1
- package/dist/gateway/static/root/assets/dist-3h6cXXhT.js +0 -1
- package/dist/gateway/static/root/assets/gateway-realtime-store-DQuFWNjA.js +0 -1
- package/dist/gateway/static/root/assets/home-page-C29_VFAs.js +0 -1
- package/dist/gateway/static/root/assets/index-BJh5gU04.css +0 -1
- package/dist/gateway/static/root/assets/index-ByFXhQ-T.js +0 -107
- package/dist/gateway/static/root/assets/messages-DPw2X06D.js +0 -3
- package/dist/gateway/static/root/assets/models-hub-cache-HGrORbzR.js +0 -1
- package/dist/gateway/static/root/assets/note-detail-panel-BLnT1tYJ.js +0 -5
- package/dist/gateway/static/root/assets/notes-page-BawArJvP.js +0 -8
- package/dist/gateway/static/root/assets/personal-page-Cng583RH.js +0 -1
- package/dist/gateway/static/root/assets/remote-access-hub-CU_UdkuI.js +0 -1
- package/dist/gateway/static/root/assets/sessions-page-Ymyg98G-.js +0 -1
- package/dist/gateway/static/root/assets/settings-advanced-gate-wMZhxwTM.js +0 -1
- package/dist/gateway/static/root/assets/shares-settings-CXEBo5YL.js +0 -1
- package/dist/gateway/static/root/assets/skills-page-Dx5v64jU.js +0 -2
- package/dist/gateway/static/root/assets/task-detail-page-hoIyr7tp.js +0 -1
- package/dist/gateway/static/root/assets/user-model-page-C1jGTwjK.js +0 -2
- package/dist/gateway/static/root/assets/voice-config-api-BM75K3mR.js +0 -1
- package/dist/gateway/static/root/assets/work-discovery-overlay-xB0QpOFk.js +0 -1
package/dist/src/tui/tui.js
CHANGED
|
@@ -1,17 +1,17 @@
|
|
|
1
1
|
import { version } from "../../package.js";
|
|
2
2
|
import { resolveStateDir, resolveXopcDatabasePath } from "../config/paths-state.js";
|
|
3
|
-
import { init_agent_session_key, normalizeAgentId } from "../routing/agent-session-key.js";
|
|
4
|
-
import { resolveEffectiveAgentProfile } from "../config/agent-profile.js";
|
|
5
3
|
import { init_paths } from "../config/paths.js";
|
|
4
|
+
import { init_agent_session_key, normalizeAgentId } from "../routing/agent-session-key.js";
|
|
6
5
|
import { getAllModels, getAllProviders, getApiKey, init_providers, isProviderConfiguredSync } from "../providers/index.js";
|
|
6
|
+
import { ensureStarterAgentsInitialized } from "../agent/starter-agents.js";
|
|
7
|
+
import { loadConfig } from "../config/loader.js";
|
|
8
|
+
import { resolveEffectiveAgentProfile } from "../config/agent-profile.js";
|
|
9
|
+
import "../config/index.js";
|
|
10
|
+
import { MAX_WEBCHAT_ATTACHMENT_FILE_BYTES } from "../gateway/chat-limits.js";
|
|
11
|
+
import { renderWorkflowFinalSummary, renderWorkflowPanel } from "../agent/workflow/snapshot.js";
|
|
7
12
|
import { isTerminalWorkflowRunStatus } from "../workflows/domain/run.js";
|
|
8
13
|
import "../workflows/domain/index.js";
|
|
9
14
|
import { ProjectTrustStore, hasTrustRequiringProjectResources } from "../project-trust/trust-store.js";
|
|
10
|
-
import { MAX_WEBCHAT_ATTACHMENT_FILE_BYTES } from "../gateway/chat-limits.js";
|
|
11
|
-
import { loadConfig } from "../config/loader.js";
|
|
12
|
-
import { renderWorkflowFinalSummary, renderWorkflowPanel } from "../agent/workflow/snapshot.js";
|
|
13
|
-
import { ensureStarterAgentsInitialized } from "../agent/starter-agents.js";
|
|
14
|
-
import "../config/index.js";
|
|
15
15
|
import { runViewToSnapshot } from "../workflows/service/run-view-to-snapshot.js";
|
|
16
16
|
import { resolveTuiConversationId, resolveTuiStartupConversationId } from "../routing/resolve-tui-session-key.js";
|
|
17
17
|
import { applyThemeById, getBashExcludeBorderColor, getBashModeBorderColor, getCustomThemesDir, getThemeExports, getThinkingBorderColor, initTuiTheme, listAvailableThemeIds, resolveThemePalette } from "./theme-manager.js";
|
|
@@ -6,8 +6,8 @@ import { FRPC_RELEASES, FRPC_VERSION } from "./frpc-release.js";
|
|
|
6
6
|
import { join } from "node:path";
|
|
7
7
|
import { chmodSync, createReadStream, createWriteStream, existsSync, mkdirSync, mkdtempSync, renameSync, rmSync } from "node:fs";
|
|
8
8
|
import { createHash } from "node:crypto";
|
|
9
|
-
import { pipeline } from "node:stream/promises";
|
|
10
9
|
import { Readable, Transform } from "node:stream";
|
|
10
|
+
import { pipeline } from "node:stream/promises";
|
|
11
11
|
//#region src/tunnel/frpc-binary.ts
|
|
12
12
|
init_paths();
|
|
13
13
|
init_logger();
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { createLogger } from "../utils/logger/index.js";
|
|
2
2
|
import { init_logger } from "../utils/logger.js";
|
|
3
3
|
import { resolveGatewayEffectiveHost } from "../config/gateway-bind.js";
|
|
4
|
+
import { resolveGatewayAuth } from "../gateway/auth.js";
|
|
4
5
|
import { resolveOptionalTunnelRegistrationSecret, resolveTunnelBrokerUrl } from "./env.js";
|
|
5
6
|
import { getTunnelService } from "./tunnel-service.js";
|
|
6
|
-
import { resolveGatewayAuth } from "../gateway/auth.js";
|
|
7
7
|
import { requireTunnelGatewayToken } from "./auth-policy.js";
|
|
8
8
|
import { hasValidTunnelConsent } from "./consent.js";
|
|
9
9
|
import { resolveFrpSubdomainHost } from "./frp-subdomain-host.js";
|
|
@@ -47,7 +47,7 @@ function initializeVoiceDefaults(config, language = inferProductLanguageFromEnvi
|
|
|
47
47
|
providers: {
|
|
48
48
|
...audio?.providers ?? {},
|
|
49
49
|
alibaba: {
|
|
50
|
-
model: "qwen-audio-3.
|
|
50
|
+
model: "qwen-audio-3.1-asr-flash",
|
|
51
51
|
...audio?.providers?.alibaba ?? {}
|
|
52
52
|
},
|
|
53
53
|
openai: {
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { OPENAI_TTS_MODELS, OPENAI_TTS_VOICES } from "../tts/providers/openai-speech.js";
|
|
2
|
+
import { alibabaTtsVoices as alibabaTtsVoices$1 } from "../tts/providers/alibaba-voices.js";
|
|
2
3
|
import { MINIMAX_TTS_MODELS, MINIMAX_TTS_VOICES } from "../tts/providers/minimax-speech.js";
|
|
3
4
|
import "../tts/providers/index.js";
|
|
4
5
|
import { registerVoiceProviderMetadata } from "./registry.js";
|
|
@@ -13,13 +14,16 @@ function options(values, names) {
|
|
|
13
14
|
}));
|
|
14
15
|
}
|
|
15
16
|
const alibabaSttModels = [{
|
|
17
|
+
id: "qwen-audio-3.1-asr-flash",
|
|
18
|
+
name: "Qwen Audio 3.1 ASR Flash"
|
|
19
|
+
}, {
|
|
16
20
|
id: "qwen-audio-3.0-asr-flash",
|
|
17
21
|
name: "Qwen Audio 3.0 ASR Flash"
|
|
18
22
|
}];
|
|
19
23
|
const alibabaTtsModels = [
|
|
20
24
|
{
|
|
21
25
|
id: "qwen-tts",
|
|
22
|
-
name: "Qwen TTS (
|
|
26
|
+
name: "Qwen TTS (Legacy)"
|
|
23
27
|
},
|
|
24
28
|
{
|
|
25
29
|
id: "qwen-tts-realtime",
|
|
@@ -27,47 +31,20 @@ const alibabaTtsModels = [
|
|
|
27
31
|
},
|
|
28
32
|
{
|
|
29
33
|
id: "qwen3-tts-flash",
|
|
30
|
-
name: "Qwen3 TTS Flash"
|
|
34
|
+
name: "Qwen3 TTS Flash (Recommended)"
|
|
31
35
|
},
|
|
32
36
|
{
|
|
33
37
|
id: "qwen3-tts-instruct-flash",
|
|
34
38
|
name: "Qwen3 TTS Instruct Flash"
|
|
35
39
|
}
|
|
36
40
|
];
|
|
37
|
-
const alibabaTtsVoices =
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
name: "Ethan"
|
|
45
|
-
},
|
|
46
|
-
{
|
|
47
|
-
id: "Serena",
|
|
48
|
-
name: "Serena"
|
|
49
|
-
},
|
|
50
|
-
{
|
|
51
|
-
id: "Chelsie",
|
|
52
|
-
name: "Chelsie"
|
|
53
|
-
},
|
|
54
|
-
{
|
|
55
|
-
id: "longxiaochun",
|
|
56
|
-
name: "Long Xiao Chun (龙小春)"
|
|
57
|
-
},
|
|
58
|
-
{
|
|
59
|
-
id: "longxiaobai",
|
|
60
|
-
name: "Long Xiao Bai (龙小白)"
|
|
61
|
-
},
|
|
62
|
-
{
|
|
63
|
-
id: "longwan",
|
|
64
|
-
name: "Long Wan (龙婉)"
|
|
65
|
-
},
|
|
66
|
-
{
|
|
67
|
-
id: "longcheng",
|
|
68
|
-
name: "Long Cheng (龙呈)"
|
|
69
|
-
}
|
|
70
|
-
];
|
|
41
|
+
const alibabaTtsVoices = alibabaTtsVoices$1.map(({ id, name, description, gender, category }) => ({
|
|
42
|
+
id,
|
|
43
|
+
name: name ?? id,
|
|
44
|
+
description,
|
|
45
|
+
gender,
|
|
46
|
+
style: category
|
|
47
|
+
}));
|
|
71
48
|
const edgeVoices = [
|
|
72
49
|
{
|
|
73
50
|
id: "en-US-MichelleNeural",
|
|
@@ -161,7 +138,7 @@ const builtinVoiceProviderMetadata = [
|
|
|
161
138
|
label: "Model",
|
|
162
139
|
type: "select",
|
|
163
140
|
options: alibabaSttModels,
|
|
164
|
-
defaultValue: "qwen-audio-3.
|
|
141
|
+
defaultValue: "qwen-audio-3.1-asr-flash"
|
|
165
142
|
},
|
|
166
143
|
{
|
|
167
144
|
key: "language",
|
|
@@ -356,14 +333,14 @@ const builtinVoiceProviderMetadata = [
|
|
|
356
333
|
label: "Model",
|
|
357
334
|
type: "select",
|
|
358
335
|
options: alibabaTtsModels,
|
|
359
|
-
defaultValue: "
|
|
336
|
+
defaultValue: "qwen3-tts-flash"
|
|
360
337
|
},
|
|
361
338
|
{
|
|
362
339
|
key: "voice",
|
|
363
340
|
label: "Voice",
|
|
364
341
|
type: "select",
|
|
365
342
|
options: alibabaTtsVoices,
|
|
366
|
-
defaultValue: "
|
|
343
|
+
defaultValue: "Cherry"
|
|
367
344
|
}
|
|
368
345
|
],
|
|
369
346
|
diagnostics: {
|
|
@@ -24,6 +24,9 @@ export declare function requirePlatformVoiceModel(id: string, mode: VoiceModeCap
|
|
|
24
24
|
id: string;
|
|
25
25
|
name: string;
|
|
26
26
|
languages: string[];
|
|
27
|
+
gender?: "female" | "male";
|
|
28
|
+
style?: string;
|
|
29
|
+
description?: string;
|
|
27
30
|
}[];
|
|
28
31
|
limits: {
|
|
29
32
|
maxFrameBytes: number;
|
|
@@ -6,12 +6,12 @@ import { getSessionConfig, init_config_repository } from "../../storage/sqlite/c
|
|
|
6
6
|
import { getConversationRouting } from "../../storage/sqlite/conversation-repository.js";
|
|
7
7
|
import { getConversation } from "../../routing/agent-session-key.js";
|
|
8
8
|
import { init_session_key } from "../../routing/session-key.js";
|
|
9
|
-
import { getKnowledgeItem } from "../../knowledge-memory/repository.js";
|
|
10
|
-
import "../../knowledge-memory/index.js";
|
|
11
9
|
import { getUserAssertion } from "../../user-model/repository.js";
|
|
12
10
|
import "../../user-model/index.js";
|
|
13
|
-
import {
|
|
11
|
+
import { getKnowledgeItem } from "../../knowledge-memory/repository.js";
|
|
12
|
+
import "../../knowledge-memory/index.js";
|
|
14
13
|
import { buildExecutionContext } from "../../agent/context/execution-context.js";
|
|
14
|
+
import { stripRuntimeContextFromUserMessage } from "../../session/user-message-display.js";
|
|
15
15
|
//#region src/voice/realtime/memory-context.ts
|
|
16
16
|
init_session_key();
|
|
17
17
|
init_config_repository();
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { init_agent_scope, resolveAgentProfileDir } from "../../agent/agent-scope.js";
|
|
2
|
-
import { resolveEffectiveAgentProfileForSession } from "../../config/agent-profile.js";
|
|
3
2
|
import { DEFAULT_SOUL_FILENAME } from "../../agent/context/workspace.js";
|
|
3
|
+
import { resolveEffectiveAgentProfileForSession } from "../../config/agent-profile.js";
|
|
4
4
|
import { loadProfileBootstrapFiles } from "../../agent/bootstrap/load-bootstrap-files.js";
|
|
5
5
|
import { join } from "node:path";
|
|
6
6
|
import { statSync } from "node:fs";
|
|
@@ -4,13 +4,14 @@ import { init_changes, onUserContextChange } from "../../user-context/changes.js
|
|
|
4
4
|
import { decodeVoiceUplinkAudioFrame, encodeVoiceAudioFrame } from "../../../packages/realtime-protocol/src/voice-audio.js";
|
|
5
5
|
import { VOICE_REALTIME_HEARTBEAT_INTERVAL_MS, VOICE_REALTIME_MAX_BINARY_FRAME_BYTES, VOICE_REALTIME_START_TIMEOUT_MS, VOICE_REALTIME_WS_PATH, init_voice, parseVoiceClientJsonFrame, parseVoiceClientMessage } from "../../../packages/realtime-protocol/src/voice.js";
|
|
6
6
|
import { getModelCatalogStore, init_model_catalog_store } from "../../providers/model-catalog-store.js";
|
|
7
|
-
import { getMediaUnderstandingProvider } from "../../media-understanding/registry.js";
|
|
8
|
-
import { resolveSTTProviderChain } from "../stt/factory.js";
|
|
9
|
-
import { mergeSttConfigFromAppConfig } from "../stt/config.js";
|
|
10
7
|
import { ALIBABA_REALTIME_TTS_MODEL } from "../tts/providers/alibaba-speech.js";
|
|
11
8
|
import { resolveSpeechProviderChain } from "../tts/factory.js";
|
|
12
9
|
import { mergeTtsConfigFromAppConfig } from "../tts/merge-config.js";
|
|
10
|
+
import { getMediaUnderstandingProvider } from "../../media-understanding/registry.js";
|
|
11
|
+
import { resolveSTTProviderChain } from "../stt/factory.js";
|
|
12
|
+
import { mergeSttConfigFromAppConfig } from "../stt/config.js";
|
|
13
13
|
import { voiceConversationInstructions } from "./conversation-context.js";
|
|
14
|
+
import { getPersonalAgentByConversation } from "../../personal-agent/repository.js";
|
|
14
15
|
import { createPreauthConnectionBudget } from "../../gateway/security/preauth-connection-budget.js";
|
|
15
16
|
import { createAgentVoiceEngine } from "./agentEngine.js";
|
|
16
17
|
import { resolveOmniRoute } from "./omniRoute.js";
|
|
@@ -186,7 +187,21 @@ var VoiceRealtimeRuntime = class {
|
|
|
186
187
|
if (!omni && !stt) throw new VoiceSessionCreationError("PROVIDER_UNAVAILABLE", "No configured streaming speech-to-text provider is available", 503);
|
|
187
188
|
const inputMode = "server_vad";
|
|
188
189
|
if (stt && !stt.plugin.streamingAudio.turnDetection.includes(inputMode)) throw new VoiceSessionCreationError("PROVIDER_UNAVAILABLE", `Streaming speech-to-text provider does not support ${inputMode}`, 503);
|
|
189
|
-
const
|
|
190
|
+
const baseTts = request.mode === "assistant" ? resolveStreamingTts(config) : void 0;
|
|
191
|
+
const personalVoice = request.conversationId ? getPersonalAgentByConversation(request.conversationId)?.voicePreference : null;
|
|
192
|
+
const tts = baseTts && personalVoice && baseTts.route.provider === personalVoice.provider && baseTts.route.model === personalVoice.model ? {
|
|
193
|
+
...baseTts,
|
|
194
|
+
config: {
|
|
195
|
+
...baseTts.config,
|
|
196
|
+
providers: {
|
|
197
|
+
...baseTts.config.providers,
|
|
198
|
+
[baseTts.route.provider]: {
|
|
199
|
+
...baseTts.config.providers?.[baseTts.route.provider],
|
|
200
|
+
voice: personalVoice.voice
|
|
201
|
+
}
|
|
202
|
+
}
|
|
203
|
+
}
|
|
204
|
+
} : baseTts;
|
|
190
205
|
if (request.purpose === "conversation") {
|
|
191
206
|
if (!request.conversationId || !await this.options.sessionExists(request.conversationId)) throw new VoiceSessionCreationError("SESSION_NOT_FOUND", "Conversation session was not found", 404);
|
|
192
207
|
if (request.mode === "natural" && this.options.sessionBusy(request.conversationId)) throw new VoiceSessionCreationError("SESSION_CONFLICT", "Conversation session already has an active response", 409);
|
|
@@ -2,10 +2,10 @@ import { openAiTranscriptionProvider } from "./providers/openai-transcription.js
|
|
|
2
2
|
import { alibabaTranscriptionProvider } from "./providers/alibaba-transcription.js";
|
|
3
3
|
import "./providers/index.js";
|
|
4
4
|
import { resolveSTTProviderChain, resolveSTTProviderConfig, resolveSTTProviderOrder } from "./factory.js";
|
|
5
|
-
import { STTTranscriptionError, transcribe } from "./transcribe-core.js";
|
|
6
5
|
import { isSTTAvailable } from "./availability.js";
|
|
7
|
-
import { mergeSttConfigFromAppConfig } from "./config.js";
|
|
8
6
|
import { checkMentionInTranscription } from "./mention.js";
|
|
7
|
+
import { STTTranscriptionError, transcribe } from "./transcribe-core.js";
|
|
8
|
+
import { mergeSttConfigFromAppConfig } from "./config.js";
|
|
9
9
|
import { audioPreflightTranscribe } from "./preflight.js";
|
|
10
10
|
//#region src/voice/stt/index.ts
|
|
11
11
|
/**
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { createLogger } from "../../utils/logger/index.js";
|
|
2
2
|
import { init_logger } from "../../utils/logger.js";
|
|
3
|
-
import { transcribe } from "./transcribe-core.js";
|
|
4
3
|
import { isSTTAvailable } from "./availability.js";
|
|
5
4
|
import { checkMentionInTranscription } from "./mention.js";
|
|
5
|
+
import { transcribe } from "./transcribe-core.js";
|
|
6
6
|
//#region src/voice/stt/preflight.ts
|
|
7
7
|
init_logger();
|
|
8
8
|
const log = createLogger("STT:Preflight");
|
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
import { createLogger } from "../../../utils/logger/index.js";
|
|
2
2
|
import { init_logger } from "../../../utils/logger.js";
|
|
3
|
-
import { registerMediaUnderstandingProvider } from "../../../media-understanding/registry.js";
|
|
4
3
|
import { postJsonRequest } from "../../../media-shared/http/provider-http.js";
|
|
5
4
|
import "../../../media-shared/http/index.js";
|
|
5
|
+
import { registerMediaUnderstandingProvider } from "../../../media-understanding/registry.js";
|
|
6
6
|
import { openDashScopeStreamingStt } from "../../dashscope/streaming-stt-session.js";
|
|
7
7
|
//#region src/voice/stt/providers/alibaba-transcription.ts
|
|
8
8
|
init_logger();
|
|
9
9
|
const log = createLogger("STT:Alibaba");
|
|
10
|
-
const DEFAULT_MODEL = "qwen-audio-3.
|
|
11
|
-
const DEFAULT_STREAMING_MODEL = "qwen-audio-3.
|
|
10
|
+
const DEFAULT_MODEL = "qwen-audio-3.1-asr-flash";
|
|
11
|
+
const DEFAULT_STREAMING_MODEL = "qwen-audio-3.1-asr-flash-streaming";
|
|
12
12
|
const DEFAULT_BASE_URL = "https://dashscope.aliyuncs.com/api/v1/services/aigc/multimodal-generation/generation";
|
|
13
13
|
function audioFormat(request) {
|
|
14
14
|
const extension = request.fileName.split(".").pop()?.toLowerCase();
|
|
@@ -92,7 +92,7 @@ const alibabaTranscriptionProvider = {
|
|
|
92
92
|
inputSampleRates: [16e3],
|
|
93
93
|
turnDetection: ["server_vad"],
|
|
94
94
|
defaultModel: DEFAULT_STREAMING_MODEL,
|
|
95
|
-
models: [DEFAULT_STREAMING_MODEL]
|
|
95
|
+
models: [DEFAULT_STREAMING_MODEL, "qwen-audio-3.0-asr-flash-streaming"]
|
|
96
96
|
},
|
|
97
97
|
openAudioStream: (request) => openDashScopeStreamingStt({
|
|
98
98
|
...request,
|
|
@@ -2,9 +2,9 @@ import { getModelCatalogStore, init_model_catalog_store } from "../../../provide
|
|
|
2
2
|
import { init_xopc_cloud_config, resolveXopcModelRouterUrl } from "../../../providers/xopc-cloud-config.js";
|
|
3
3
|
import { getProviderAuthService, init_provider_auth_service } from "../../../providers/provider-auth-service.js";
|
|
4
4
|
import { compareCatalogModels } from "../../../providers/model-catalog-ranking.js";
|
|
5
|
-
import { registerMediaUnderstandingProvider } from "../../../media-understanding/registry.js";
|
|
6
5
|
import { openPlatformStt } from "../../platform-streams.js";
|
|
7
6
|
import { platformVoiceModels, requirePlatformVoiceModel } from "../../platform-catalog.js";
|
|
7
|
+
import { registerMediaUnderstandingProvider } from "../../../media-understanding/registry.js";
|
|
8
8
|
//#region src/voice/stt/providers/xopc-cloud-transcription.ts
|
|
9
9
|
init_model_catalog_store();
|
|
10
10
|
init_provider_auth_service();
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { createLogger } from "../../utils/logger/index.js";
|
|
2
2
|
import { init_logger } from "../../utils/logger.js";
|
|
3
|
-
import { runAudioTranscription } from "../../media-understanding/audio-transcription-runner.js";
|
|
4
3
|
import { resolveSTTProviderChain } from "./factory.js";
|
|
4
|
+
import { runAudioTranscription } from "../../media-understanding/audio-transcription-runner.js";
|
|
5
5
|
//#region src/voice/stt/transcribe-core.ts
|
|
6
6
|
init_logger();
|
|
7
7
|
const log = createLogger("STT");
|
|
@@ -4,12 +4,12 @@ import { alibabaSpeechProvider } from "./providers/alibaba-speech.js";
|
|
|
4
4
|
import { edgeSpeechProvider } from "./providers/edge-speech.js";
|
|
5
5
|
import { MINIMAX_TTS_MODELS, MINIMAX_TTS_VOICES, minimaxSpeechProvider } from "./providers/minimax-speech.js";
|
|
6
6
|
import "./providers/index.js";
|
|
7
|
-
import { buildTtsSystemPromptHint, hasTtsDirectives, parseTtsDirectives, stripTtsDirectives } from "./directives.js";
|
|
8
7
|
import { getAvailableProviders, isProviderConfigured, isTTSAvailable, listRegisteredSpeechProviderIds, resolveProviderOrder, resolveSpeechProvider, resolveSpeechProviderChain } from "./factory.js";
|
|
9
|
-
import { preprocessText } from "./preprocess.js";
|
|
10
|
-
import { speak, speakStream, speakWithProvider } from "./speak-core.js";
|
|
11
8
|
import { appendTtsReadinessNote, formatTtsSetupHint, mergeTtsConfigFromAppConfig } from "./merge-config.js";
|
|
12
9
|
import { TTSService, getChannelOutputFormat, getSupportedChannels, isVoiceCompatibleChannel, shouldUseTTS } from "./service.js";
|
|
10
|
+
import { buildTtsSystemPromptHint, hasTtsDirectives, parseTtsDirectives, stripTtsDirectives } from "./directives.js";
|
|
11
|
+
import { preprocessText } from "./preprocess.js";
|
|
12
|
+
import { speak, speakStream, speakWithProvider } from "./speak-core.js";
|
|
13
13
|
import { recordTtsFailure, recordTtsSuccess, ttsStatusTracker } from "./status-tracker.js";
|
|
14
14
|
import { isTtsEnabled, maybeApplyTtsToPayload, resolveTtsAutoMode } from "./payload.js";
|
|
15
15
|
export { MINIMAX_TTS_MODELS, MINIMAX_TTS_VOICES, OPENAI_TTS_MODELS, OPENAI_TTS_VOICES, TTSService, alibabaSpeechProvider, appendTtsReadinessNote, buildTtsSystemPromptHint, edgeSpeechProvider, formatTtsSetupHint, getAvailableProviders, getChannelOutputFormat, getSpeechProvider, getSupportedChannels, hasTtsDirectives, isProviderConfigured, isTTSAvailable, isTtsEnabled, isVoiceCompatibleChannel, listRegisteredSpeechProviderIds, listSpeechProviders, maybeApplyTtsToPayload, mergeTtsConfigFromAppConfig, minimaxSpeechProvider, openAiSpeechProvider, parseTtsDirectives, preprocessText, recordTtsFailure, recordTtsSuccess, registerSpeechProvider, resolveProviderOrder, resolveSpeechProvider, resolveSpeechProviderChain, resolveTtsAutoMode, shouldUseTTS, speak, speakStream, speakWithProvider, stripTtsDirectives, ttsStatusTracker };
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { isTTSAvailable } from "./factory.js";
|
|
2
1
|
import { DEFAULT_TTS_CONFIG } from "./types.js";
|
|
2
|
+
import { isTTSAvailable } from "./factory.js";
|
|
3
3
|
//#region src/voice/tts/merge-config.ts
|
|
4
4
|
/**
|
|
5
5
|
* Merge persisted app config `tts` with defaults to a full {@link TTSConfig}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { createLogger } from "../../utils/logger/index.js";
|
|
2
2
|
import { init_logger } from "../../utils/logger.js";
|
|
3
|
-
import { speak } from "./speak-core.js";
|
|
4
3
|
import { getChannelOutputFormat, shouldUseTTS } from "./service.js";
|
|
4
|
+
import { speak } from "./speak-core.js";
|
|
5
5
|
import { compressAudio } from "./audio.js";
|
|
6
6
|
import { recordTtsFailure, recordTtsSuccess } from "./status-tracker.js";
|
|
7
7
|
//#region src/voice/tts/payload.ts
|
|
@@ -5,6 +5,7 @@ import { fetchWithTimeoutGuarded, postJsonRequest } from "../../../media-shared/
|
|
|
5
5
|
import "../../../media-shared/http/index.js";
|
|
6
6
|
import { registerSpeechProvider } from "../speech-registry.js";
|
|
7
7
|
import { openDashScopeStreamingTts } from "../../dashscope/streaming-tts-stream.js";
|
|
8
|
+
import { alibabaVoicesForModel } from "./alibaba-voices.js";
|
|
8
9
|
//#region src/voice/tts/providers/alibaba-speech.ts
|
|
9
10
|
/**
|
|
10
11
|
* Alibaba DashScope TTS provider (qwen-tts model).
|
|
@@ -29,21 +30,11 @@ import { openDashScopeStreamingTts } from "../../dashscope/streaming-tts-stream.
|
|
|
29
30
|
init_logger();
|
|
30
31
|
const log = createLogger("SpeechProvider:Alibaba");
|
|
31
32
|
const DEFAULT_BASE_URL = "https://dashscope.aliyuncs.com/api/v1/services/aigc/multimodal-generation/generation";
|
|
32
|
-
const DEFAULT_MODEL = "
|
|
33
|
+
const DEFAULT_MODEL = "qwen3-tts-flash";
|
|
33
34
|
const ALIBABA_REALTIME_TTS_MODEL = "qwen3-tts-flash-realtime";
|
|
34
|
-
const DEFAULT_VOICE = "
|
|
35
|
+
const DEFAULT_VOICE = "Cherry";
|
|
35
36
|
const ENV_KEY = "DASHSCOPE_API_KEY";
|
|
36
37
|
const MAX_TEXT_LENGTH = 512;
|
|
37
|
-
const ALIBABA_VOICES = [
|
|
38
|
-
"Cherry",
|
|
39
|
-
"Ethan",
|
|
40
|
-
"Serena",
|
|
41
|
-
"Chelsie",
|
|
42
|
-
"longxiaochun",
|
|
43
|
-
"longxiaobai",
|
|
44
|
-
"longwan",
|
|
45
|
-
"longcheng"
|
|
46
|
-
];
|
|
47
38
|
function asObject(value) {
|
|
48
39
|
return typeof value === "object" && value !== null && !Array.isArray(value) ? value : void 0;
|
|
49
40
|
}
|
|
@@ -104,10 +95,7 @@ const alibabaSpeechProvider = {
|
|
|
104
95
|
resolveConfig: (ctx) => normalizeConfig(ctx.rawConfig),
|
|
105
96
|
isConfigured: (ctx) => Boolean(resolveApiKey(readProviderConfig(ctx.providerConfig))),
|
|
106
97
|
parseDirectiveToken: parseDirectiveTokenInternal,
|
|
107
|
-
listVoices: async () =>
|
|
108
|
-
id,
|
|
109
|
-
name: id
|
|
110
|
-
})),
|
|
98
|
+
listVoices: async ({ providerConfig }) => alibabaVoicesForModel(typeof providerConfig?.model === "string" ? providerConfig.model : DEFAULT_MODEL),
|
|
111
99
|
synthesize: async (req) => {
|
|
112
100
|
const config = readProviderConfig(req.providerConfig);
|
|
113
101
|
const apiKey = resolveApiKey(config);
|
|
@@ -0,0 +1,197 @@
|
|
|
1
|
+
const alibabaTtsVoices = [
|
|
2
|
+
[
|
|
3
|
+
"Cherry",
|
|
4
|
+
"芊悦",
|
|
5
|
+
"female",
|
|
6
|
+
"阳光亲切",
|
|
7
|
+
"明亮、自然的年轻女声"
|
|
8
|
+
],
|
|
9
|
+
[
|
|
10
|
+
"Serena",
|
|
11
|
+
"苏瑶",
|
|
12
|
+
"female",
|
|
13
|
+
"温柔",
|
|
14
|
+
"柔和亲切的年轻女声"
|
|
15
|
+
],
|
|
16
|
+
[
|
|
17
|
+
"Ethan",
|
|
18
|
+
"晨煦",
|
|
19
|
+
"male",
|
|
20
|
+
"阳光活力",
|
|
21
|
+
"清朗温暖,略带北方口音"
|
|
22
|
+
],
|
|
23
|
+
[
|
|
24
|
+
"Chelsie",
|
|
25
|
+
"千雪",
|
|
26
|
+
"female",
|
|
27
|
+
"甜美",
|
|
28
|
+
"软糯娇俏的少女声线"
|
|
29
|
+
],
|
|
30
|
+
[
|
|
31
|
+
"Momo",
|
|
32
|
+
"茉兔",
|
|
33
|
+
"female",
|
|
34
|
+
"俏皮",
|
|
35
|
+
"爱撒娇、活泼有趣"
|
|
36
|
+
],
|
|
37
|
+
[
|
|
38
|
+
"Vivian",
|
|
39
|
+
"十三",
|
|
40
|
+
"female",
|
|
41
|
+
"傲娇",
|
|
42
|
+
"可爱、略带小暴躁"
|
|
43
|
+
],
|
|
44
|
+
[
|
|
45
|
+
"Moon",
|
|
46
|
+
"月白",
|
|
47
|
+
"male",
|
|
48
|
+
"帅气",
|
|
49
|
+
"率性清爽的男声"
|
|
50
|
+
],
|
|
51
|
+
[
|
|
52
|
+
"Maia",
|
|
53
|
+
"四月",
|
|
54
|
+
"female",
|
|
55
|
+
"知性温柔",
|
|
56
|
+
"知性而柔和"
|
|
57
|
+
],
|
|
58
|
+
[
|
|
59
|
+
"Kai",
|
|
60
|
+
"凯",
|
|
61
|
+
"male",
|
|
62
|
+
"舒缓",
|
|
63
|
+
"舒适、放松的男声"
|
|
64
|
+
],
|
|
65
|
+
[
|
|
66
|
+
"Nofish",
|
|
67
|
+
"不吃鱼",
|
|
68
|
+
"male",
|
|
69
|
+
"随性",
|
|
70
|
+
"略带不翘舌口音"
|
|
71
|
+
],
|
|
72
|
+
[
|
|
73
|
+
"Bella",
|
|
74
|
+
"萌宝",
|
|
75
|
+
"female",
|
|
76
|
+
"可爱",
|
|
77
|
+
"灵动俏皮的少女声"
|
|
78
|
+
],
|
|
79
|
+
[
|
|
80
|
+
"Jennifer",
|
|
81
|
+
"詹妮弗",
|
|
82
|
+
"female",
|
|
83
|
+
"电影质感",
|
|
84
|
+
"美式英语女声"
|
|
85
|
+
],
|
|
86
|
+
[
|
|
87
|
+
"Ryan",
|
|
88
|
+
"甜茶",
|
|
89
|
+
"male",
|
|
90
|
+
"戏剧感",
|
|
91
|
+
"富有节奏与张力"
|
|
92
|
+
],
|
|
93
|
+
[
|
|
94
|
+
"Katerina",
|
|
95
|
+
"卡捷琳娜",
|
|
96
|
+
"female",
|
|
97
|
+
"成熟",
|
|
98
|
+
"韵律丰富的成熟女声"
|
|
99
|
+
],
|
|
100
|
+
[
|
|
101
|
+
"Aiden",
|
|
102
|
+
"艾登",
|
|
103
|
+
"male",
|
|
104
|
+
"年轻",
|
|
105
|
+
"轻快的美式英语男声"
|
|
106
|
+
],
|
|
107
|
+
[
|
|
108
|
+
"Eldric Sage",
|
|
109
|
+
"沧明子",
|
|
110
|
+
"male",
|
|
111
|
+
"沉稳睿智",
|
|
112
|
+
"成熟老者声线"
|
|
113
|
+
],
|
|
114
|
+
[
|
|
115
|
+
"Mia",
|
|
116
|
+
"乖小妹",
|
|
117
|
+
"female",
|
|
118
|
+
"温顺",
|
|
119
|
+
"轻柔乖巧"
|
|
120
|
+
],
|
|
121
|
+
[
|
|
122
|
+
"Mochi",
|
|
123
|
+
"沙小弥",
|
|
124
|
+
"male",
|
|
125
|
+
"童真",
|
|
126
|
+
"聪明伶俐的少年声"
|
|
127
|
+
],
|
|
128
|
+
[
|
|
129
|
+
"Bellona",
|
|
130
|
+
"燕铮莺",
|
|
131
|
+
"female",
|
|
132
|
+
"豪迈",
|
|
133
|
+
"洪亮清晰、富有表现力"
|
|
134
|
+
],
|
|
135
|
+
[
|
|
136
|
+
"Vincent",
|
|
137
|
+
"田叔",
|
|
138
|
+
"male",
|
|
139
|
+
"沙哑",
|
|
140
|
+
"沧桑而豪迈的烟嗓"
|
|
141
|
+
],
|
|
142
|
+
[
|
|
143
|
+
"Neil",
|
|
144
|
+
"阿闻",
|
|
145
|
+
"male",
|
|
146
|
+
"播音",
|
|
147
|
+
"字正腔圆的新闻播报"
|
|
148
|
+
],
|
|
149
|
+
[
|
|
150
|
+
"Seren",
|
|
151
|
+
"小婉",
|
|
152
|
+
"female",
|
|
153
|
+
"舒缓",
|
|
154
|
+
"温和放松,适合睡前聆听"
|
|
155
|
+
],
|
|
156
|
+
[
|
|
157
|
+
"Andre",
|
|
158
|
+
"安德雷",
|
|
159
|
+
"male",
|
|
160
|
+
"磁性沉稳",
|
|
161
|
+
"自然舒适的成熟男声"
|
|
162
|
+
],
|
|
163
|
+
[
|
|
164
|
+
"Kiki",
|
|
165
|
+
"阿清",
|
|
166
|
+
"female",
|
|
167
|
+
"粤语甜美",
|
|
168
|
+
"活泼亲切的港式女声"
|
|
169
|
+
]
|
|
170
|
+
].map(([id, name, gender, style, description]) => ({
|
|
171
|
+
id,
|
|
172
|
+
name: `${name} (${id})`,
|
|
173
|
+
gender,
|
|
174
|
+
style,
|
|
175
|
+
category: style,
|
|
176
|
+
description,
|
|
177
|
+
personalities: [style]
|
|
178
|
+
}));
|
|
179
|
+
function alibabaVoicesForModel(model) {
|
|
180
|
+
if (model === "qwen-tts" || model === "qwen-tts-realtime") return alibabaTtsVoices.filter((voice) => [
|
|
181
|
+
"Cherry",
|
|
182
|
+
"Serena",
|
|
183
|
+
"Ethan",
|
|
184
|
+
"Chelsie"
|
|
185
|
+
].includes(voice.id));
|
|
186
|
+
if (model.includes("instruct")) return alibabaTtsVoices.filter((voice) => ![
|
|
187
|
+
"Jennifer",
|
|
188
|
+
"Ryan",
|
|
189
|
+
"Katerina",
|
|
190
|
+
"Aiden",
|
|
191
|
+
"Andre",
|
|
192
|
+
"Kiki"
|
|
193
|
+
].includes(voice.id));
|
|
194
|
+
return alibabaTtsVoices;
|
|
195
|
+
}
|
|
196
|
+
//#endregion
|
|
197
|
+
export { alibabaTtsVoices, alibabaVoicesForModel };
|
|
@@ -2,9 +2,9 @@ import { getModelCatalogStore, init_model_catalog_store } from "../../../provide
|
|
|
2
2
|
import { init_xopc_cloud_config, resolveXopcModelRouterUrl } from "../../../providers/xopc-cloud-config.js";
|
|
3
3
|
import { getProviderAuthService, init_provider_auth_service } from "../../../providers/provider-auth-service.js";
|
|
4
4
|
import { compareCatalogModels } from "../../../providers/model-catalog-ranking.js";
|
|
5
|
+
import { registerSpeechProvider } from "../speech-registry.js";
|
|
5
6
|
import { openPlatformTts } from "../../platform-streams.js";
|
|
6
7
|
import { requirePlatformVoiceModel } from "../../platform-catalog.js";
|
|
7
|
-
import { registerSpeechProvider } from "../speech-registry.js";
|
|
8
8
|
//#region src/voice/tts/providers/xopc-cloud-speech.ts
|
|
9
9
|
init_model_catalog_store();
|
|
10
10
|
init_provider_auth_service();
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { createLogger } from "../../utils/logger/index.js";
|
|
2
2
|
import { init_logger } from "../../utils/logger.js";
|
|
3
|
-
import { parseTtsDirectives } from "./directives.js";
|
|
4
3
|
import { resolveSpeechProvider, resolveSpeechProviderChain } from "./factory.js";
|
|
4
|
+
import { parseTtsDirectives } from "./directives.js";
|
|
5
5
|
import { preprocessText } from "./preprocess.js";
|
|
6
6
|
import { summarizeForTts } from "./summarize.js";
|
|
7
7
|
//#region src/voice/tts/speak-core.ts
|