@xopcai/xopc 0.0.388 → 0.0.390
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser-ext/_locales/en/messages.json +6 -1
- package/dist/browser-ext/_locales/zh_CN/messages.json +6 -1
- package/dist/browser-ext/dist/assets/{page-context-BeworyNB.js → page-context-A5RCibM_.js} +1 -1
- package/dist/browser-ext/dist/background.js +1 -1
- package/dist/browser-ext/dist/sidepanel.html +1 -1
- package/dist/browser-ext/dist/sidepanel.js +98 -53
- package/dist/browser-ext/manifest.json +1 -1
- package/dist/extensions/feishu/src/adapters/cli-login.js +3 -3
- package/dist/extensions/feishu/src/outbound/media-load.js +1 -1
- package/dist/extensions/telegram/src/inbound-processor.js +2 -2
- package/dist/extensions/telegram/src/outbound-sender.js +1 -1
- package/dist/extensions/telegram/src/plugin.js +7 -5
- package/dist/extensions/telegram/xopc.extension.json +1 -1
- package/dist/extensions/weixin/src/api/api.js +2 -2
- package/dist/extensions/weixin/src/auth/accounts.js +12 -12
- package/dist/extensions/weixin/src/messaging/debug-mode.js +5 -5
- package/dist/extensions/weixin/src/messaging/inbound.js +11 -11
- package/dist/gateway/static/root/assets/{activity-store-CB2X4Gmu.js → activity-store-DGMAYkw8.js} +1 -1
- package/dist/gateway/static/root/assets/{agent-avatar-dicebear-44LqtGte.js → agent-avatar-dicebear-B4AsZzJR.js} +1 -1
- package/dist/gateway/static/root/assets/agent-defaults-settings-panel-9NUY1sO3.js +1 -0
- package/dist/gateway/static/root/assets/agent-plugin-dialog-CNc6ntzP.js +1 -0
- package/dist/gateway/static/root/assets/agents-QNY9Vkrf.js +77 -0
- package/dist/gateway/static/root/assets/{agents-admin-api-BkULgC6Q.js → agents-admin-api-DxdaiFWn.js} +1 -1
- package/dist/gateway/static/root/assets/app-management-settings-panel-DHRfLkYD.js +1 -0
- package/dist/gateway/static/root/assets/{appearance-settings-CYofu-su.js → appearance-settings-DtKSapgb.js} +1 -1
- package/dist/gateway/static/root/assets/{apps-page-CHjWvDjk.js → apps-page-B9kuRt_z.js} +1 -1
- package/dist/gateway/static/root/assets/{archive-plugin-De0ND0oA.js → archive-plugin-AgySTXp_.js} +1 -1
- package/dist/gateway/static/root/assets/{automations-page-BIF0skon.js → automations-page-D1o7ZtUW.js} +1 -1
- package/dist/gateway/static/root/assets/automations-workspace-BJenz0P1.js +6 -0
- package/dist/gateway/static/root/assets/{binary-plugins-Do535ZGW.js → binary-plugins-A1AXOsO6.js} +1 -1
- package/dist/gateway/static/root/assets/{block-editor-C_RD603p.js → block-editor-DUNLkLKF.js} +3 -3
- package/dist/gateway/static/root/assets/{browser-automation-inputs-B9M1RYTm.js → browser-automation-inputs-BvUC6OiW.js} +1 -1
- package/dist/gateway/static/root/assets/browser-automations-page-Dq2LlVMh.js +3 -0
- package/dist/gateway/static/root/assets/browser-settings-page-BOZ-1g51.js +3 -0
- package/dist/gateway/static/root/assets/{capabilities-CW389yo6.js → capabilities-BkCutK0V.js} +1 -1
- package/dist/gateway/static/root/assets/{capabilities-BX1rCiVm.js → capabilities-D61uSJPy.js} +1 -1
- package/dist/gateway/static/root/assets/capabilities-page-BDP6gzlv.js +2 -0
- package/dist/gateway/static/root/assets/capabilities-settings-panel-D6PL3Mfl.js +8 -0
- package/dist/gateway/static/root/assets/{capability-header-actions-Chuhscdb.js → capability-header-actions-D9uGs4Pw.js} +1 -1
- package/dist/gateway/static/root/assets/channels-xb7n8rwF.js +1 -0
- package/dist/gateway/static/root/assets/chat-terminal-dock-Dgn09YDs.js +36 -0
- package/dist/gateway/static/root/assets/{computer-settings-page-Af00Kjc0.js → computer-settings-page-C66P4ifT.js} +1 -1
- package/dist/gateway/static/root/assets/{connector-service-page-3W0_7-4L.js → connector-service-page-Dp35XdYf.js} +1 -1
- package/dist/gateway/static/root/assets/connectors-page-BHcRxYib.js +1 -0
- package/dist/gateway/static/root/assets/{date-picker-DBgZBmik.js → date-picker-CddHY982.js} +1 -1
- package/dist/gateway/static/root/assets/{dependency-picker-BDJ406kH.js → dependency-picker-Ob6BZTqv.js} +1 -1
- package/dist/gateway/static/root/assets/{desktop-pet-Do1XPn6U.js → desktop-pet-dmwCV-I4.js} +1 -1
- package/dist/gateway/static/root/assets/{desktop-pet-settings-LKeVh6OH.js → desktop-pet-settings-B-TBkZAZ.js} +1 -1
- package/dist/gateway/static/root/assets/device-pairing-wizard-SWHwRgG3.js +1 -0
- package/dist/gateway/static/root/assets/{directory-picker-path-field-BMLHoL6g.js → directory-picker-path-field-6VZa4fT1.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-debug-page-B0wTBCx4.js → extension-debug-page-C0_njMva.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-page-vR2r4uUB.js → extension-page-BeBLMFmW.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-provider-CJZ5EVpQ.js → extension-provider-DWI0KAKT.js} +1 -1
- package/dist/gateway/static/root/assets/extension-settings-page-BiLUwoKx.js +1 -0
- package/dist/gateway/static/root/assets/{gateway-config-swr-D0tBjSgj.js → gateway-config-swr-CmYcOqhb.js} +1 -1
- package/dist/gateway/static/root/assets/{gateway-realtime-BnHraJ3O.js → gateway-realtime-Ci1Jst5g.js} +1 -1
- package/dist/gateway/static/root/assets/gateway-realtime-store-BMUiUQMk.js +1 -0
- package/dist/gateway/static/root/assets/gateway-settings-CzWT_v09.js +1 -0
- package/dist/gateway/static/root/assets/{gateway-startup-retry-C1DQsIH3.js → gateway-startup-retry-C-BG5M7H.js} +1 -1
- package/dist/gateway/static/root/assets/{highlighted-body-KQOG7T2V-BM__yiMn.js → highlighted-body-KQOG7T2V-CsA7lCVc.js} +1 -1
- package/dist/gateway/static/root/assets/home-page-BeXJfxsg.js +2 -0
- package/dist/gateway/static/root/assets/image-generation-api-B_DqCwtV.js +1 -0
- package/dist/gateway/static/root/assets/imports-page-oAvAF9QS.js +1 -0
- package/dist/gateway/static/root/assets/index-W9ls-0Yd.css +1 -0
- package/dist/gateway/static/root/assets/index-xTL-vb51.js +260 -0
- package/dist/gateway/static/root/assets/{keyboard-shortcuts-settings-DpyqH2cP.js → keyboard-shortcuts-settings--MjYe-Pb.js} +1 -1
- package/dist/gateway/static/root/assets/{local-app-workbench-page-B4hIoxV8.js → local-app-workbench-page-DL33dtd7.js} +1 -1
- package/dist/gateway/static/root/assets/{local-apps-page-S7lUpENM.js → local-apps-page-DOa7mxjB.js} +1 -1
- package/dist/gateway/static/root/assets/{local-session-drafts-Be4BGM4Z.js → local-session-drafts-DAtLkTPg.js} +1 -1
- package/dist/gateway/static/root/assets/{locale-store-uRu_DsWm.js → locale-store-DMy9W6IG.js} +1 -1
- package/dist/gateway/static/root/assets/logs-page-C-GbTYsM.js +2 -0
- package/dist/gateway/static/root/assets/management-settings-C0TzuD3-.js +1 -0
- package/dist/gateway/static/root/assets/{markdown-view-CBjl-XEc.js → markdown-view-wyOHdXEg.js} +1 -1
- package/dist/gateway/static/root/assets/{media-plugins-BombFqsX.js → media-plugins-Pb2zr_-L.js} +1 -1
- package/dist/gateway/static/root/assets/mermaid-MCJ5UELQ-BxyGGa4D.js +1 -0
- package/dist/gateway/static/root/assets/messages-O0BEUKnx.js +3 -0
- package/dist/gateway/static/root/assets/models-hub-cache-DdH1MODX.js +1 -0
- package/dist/gateway/static/root/assets/note-detail-panel-BFpEqskQ.js +5 -0
- package/dist/gateway/static/root/assets/{notes-api-BlGP533W.js → notes-api-CYt2pGsm.js} +1 -1
- package/dist/gateway/static/root/assets/notes-page-h-qqFJ6Z.js +8 -0
- package/dist/gateway/static/root/assets/{page-context-capture-button-C2bSXVbz.js → page-context-capture-button-3uj5EcQC.js} +1 -1
- package/dist/gateway/static/root/assets/personal-page-BGyW6cdt.js +1 -0
- package/dist/gateway/static/root/assets/{product-open-page-Cn16lm5l.js → product-open-page-hI13tPS1.js} +1 -1
- package/dist/gateway/static/root/assets/{product-preview-content-CowgeuoG.js → product-preview-content-lT_in0-Q.js} +1 -1
- package/dist/gateway/static/root/assets/project-detail-page-Baj7fQ7N.js +1 -0
- package/dist/gateway/static/root/assets/projects-page-D7DyQFU3.js +1 -0
- package/dist/gateway/static/root/assets/{registry-api-CYqA7bfl.js → registry-api-CgQrCqL6.js} +1 -1
- package/dist/gateway/static/root/assets/remote-access-hub-DU_d93Tm.js +1 -0
- package/dist/gateway/static/root/assets/{runtime-tools-api-zzoxjSuR.js → runtime-tools-api-D12qVKeC.js} +1 -1
- package/dist/gateway/static/root/assets/runtime-tools-settings-panel-DOSPOfCU.js +1 -0
- package/dist/gateway/static/root/assets/scenes-page-swyUIF5A.js +2 -0
- package/dist/gateway/static/root/assets/{schema-form-I6pzJJzg.js → schema-form-CwOFgsyh.js} +1 -1
- package/dist/gateway/static/root/assets/{send-session-input-C293-Hbx.js → send-session-input-nH8Cw0US.js} +1 -1
- package/dist/gateway/static/root/assets/{session-api-CzVTrG8n.js → session-api-B9HrwF-c.js} +1 -1
- package/dist/gateway/static/root/assets/session-manager-aXqXuqDX.js +16 -0
- package/dist/gateway/static/root/assets/sessions-page-CI_PJmlX.js +1 -0
- package/dist/gateway/static/root/assets/settings-advanced-gate-DCVaeBLW.js +1 -0
- package/dist/gateway/static/root/assets/{settings-page-Dy5oQDbx.js → settings-page-BN70wE6R.js} +1 -1
- package/dist/gateway/static/root/assets/setup-status-panel-CHzcVRi-.js +1 -0
- package/dist/gateway/static/root/assets/{share-link-dialog-BKGI8Kr0.js → share-link-dialog-B1TDyhPt.js} +1 -1
- package/dist/gateway/static/root/assets/{share-preview-page-BF2WaO43.js → share-preview-page-Br-eAZaP.js} +1 -1
- package/dist/gateway/static/root/assets/{shares-api-B0HlMAzi.js → shares-api-Bl1ZBh5S.js} +1 -1
- package/dist/gateway/static/root/assets/shares-settings-jgCC_E4Y.js +1 -0
- package/dist/gateway/static/root/assets/{skill-api-RIjxQs-Y.js → skill-api-ClUw3SRC.js} +1 -1
- package/dist/gateway/static/root/assets/{skill-reload-api-CEJx5rPd.js → skill-reload-api--1BfIPzb.js} +1 -1
- package/dist/gateway/static/root/assets/skills-page-C9oRZSuL.js +2 -0
- package/dist/gateway/static/root/assets/{system-settings-panel-C8aLy8T_.js → system-settings-panel-tWrqu7ai.js} +1 -1
- package/dist/gateway/static/root/assets/{task-detail-page-o1O2IDVP.js → task-detail-page-BYRW7Rrr.js} +2 -2
- package/dist/gateway/static/root/assets/{task-expandable-content-C9ohICpw.js → task-expandable-content-D2t4ahzR.js} +1 -1
- package/dist/gateway/static/root/assets/{theme-store-BUfzeDvL.js → theme-store-BBLjE0fi.js} +1 -1
- package/dist/gateway/static/root/assets/{tracing-settings-page-C2q5B3Kp.js → tracing-settings-page-5ATxQH5c.js} +1 -1
- package/dist/gateway/static/root/assets/{tunnel-api-JkDu1wiC.js → tunnel-api-CF1Qh4wU.js} +1 -1
- package/dist/gateway/static/root/assets/{usage-page-B8K6Y4ro.js → usage-page-CuEHzXil.js} +1 -1
- package/dist/gateway/static/root/assets/{use-autosave-DgbCgsao.js → use-autosave-tY3keIbm.js} +1 -1
- package/dist/gateway/static/root/assets/{use-composer-attachments-rgW7h4sD.js → use-composer-attachments-CXsocZjt.js} +1 -1
- package/dist/gateway/static/root/assets/{use-file-preview-expanded-DSKIxfz9.js → use-file-preview-expanded-CEsxnDnQ.js} +2 -2
- package/dist/gateway/static/root/assets/user-model-page-Dvt5TIZ6.js +2 -0
- package/dist/gateway/static/root/assets/{voice-api-key-field-4AIkbm9R.js → voice-api-key-field-COTNLUU3.js} +1 -1
- package/dist/gateway/static/root/assets/{voice-config-api-Kw1pYlLN.js → voice-config-api-DrxBjSja.js} +1 -1
- package/dist/gateway/static/root/assets/voice-transcribe-api-B47j0_xA.js +1 -0
- package/dist/gateway/static/root/assets/{work-discovery-overlay-BshsEDRO.js → work-discovery-overlay-PByMJrhV.js} +1 -1
- package/dist/gateway/static/root/assets/{workflow-run-setup-panel-CRG3paWy.js → workflow-run-setup-panel-CSUkMo63.js} +2 -2
- package/dist/gateway/static/root/assets/{workflows-page-c-AoSVzm.js → workflows-page-BUDvFo3R.js} +3 -3
- package/dist/gateway/static/root/assets/{workspace-api-JWHOFos6.js → workspace-api-Bmx1O449.js} +2 -2
- package/dist/gateway/static/root/assets/{xopc-cloud-account-card-PDSIicr1.js → xopc-cloud-account-card-DVsAbvwP.js} +1 -1
- package/dist/gateway/static/root/index.html +28 -27
- package/dist/package.js +1 -1
- package/dist/packages/gateway-contract/src/clarifications.js +79 -2
- package/dist/packages/gateway-contract/src/discussions.js +3 -2
- package/dist/packages/gateway-contract/src/index.js +4 -0
- package/dist/packages/gateway-contract/src/provider-setup.js +6 -0
- package/dist/packages/gateway-contract/src/recording-outcome.js +6 -0
- package/dist/packages/image-providers/src/catalog.js +10 -0
- package/dist/packages/image-providers/src/execute.js +5 -1
- package/dist/packages/image-providers/src/validation.js +19 -1
- package/dist/packages/realtime-protocol/src/voice.js +13 -2
- package/dist/src/agent/agent-manager.js +25 -21
- package/dist/src/agent/agent-scope.js +2 -2
- package/dist/src/agent/background-review/prompts.js +5 -1
- package/dist/src/agent/background-review/run-background-review.d.ts +0 -1
- package/dist/src/agent/background-review/run-background-review.js +60 -14
- package/dist/src/agent/child-agent-factory.js +1 -1
- package/dist/src/agent/coding/repository-instructions.js +1 -1
- package/dist/src/agent/context/coordinator.js +2 -2
- package/dist/src/agent/context/execution-context.js +4 -4
- package/dist/src/agent/context/execution-scope.js +1 -1
- package/dist/src/agent/context/project-context.js +3 -3
- package/dist/src/agent/data-acquisition/service.js +1 -1
- package/dist/src/agent/embedded/codemode-extension.js +1 -1
- package/dist/src/agent/embedded/run-for-session.js +31 -8
- package/dist/src/agent/embedded/run-turn.js +26 -14
- package/dist/src/agent/embedded/session-runner.d.ts +4 -3
- package/dist/src/agent/embedded/session-runner.js +9 -4
- package/dist/src/agent/embedded/session-tool-result-guard.js +2 -2
- package/dist/src/agent/embedded/tool-result-truncation.js +1 -1
- package/dist/src/agent/embedded/xopc-stream-bridge.js +3 -0
- package/dist/src/agent/embedded/xopc-tools-bridge.js +1 -1
- package/dist/src/agent/external-tools/cliProvider.js +3 -3
- package/dist/src/agent/external-tools/composio-provider.js +2 -2
- package/dist/src/agent/external-tools/endpoint-provider.js +4 -4
- package/dist/src/agent/external-tools/gateway-tools.js +2 -2
- package/dist/src/agent/image/generation/openai-images-provider.js +1 -1
- package/dist/src/agent/image/generation/runtime.js +13 -15
- package/dist/src/agent/image/index.js +1 -1
- package/dist/src/agent/image/load-image-media.js +1 -1
- package/dist/src/agent/image/understanding/runtime.js +5 -0
- package/dist/src/agent/inbound/attachment-pipeline.js +3 -3
- package/dist/src/agent/inbound/inbound-loop.d.ts +1 -15
- package/dist/src/agent/inbound/inbound-loop.js +7 -2
- package/dist/src/agent/index.js +3 -3
- package/dist/src/agent/mcp/connection-drafts.d.ts +50 -0
- package/dist/src/agent/mcp/connection-drafts.js +278 -0
- package/dist/src/agent/mcp/connection-errors.d.ts +3 -0
- package/dist/src/agent/mcp/connection-errors.js +32 -0
- package/dist/src/agent/mcp/connection-setup.d.ts +7 -2
- package/dist/src/agent/mcp/connection-setup.js +45 -23
- package/dist/src/agent/mcp/credential-store.d.ts +6 -0
- package/dist/src/agent/mcp/credential-store.js +24 -0
- package/dist/src/agent/mcp/native-mcp.d.ts +6 -1
- package/dist/src/agent/mcp/native-mcp.js +6 -0
- package/dist/src/agent/mcp/tool-catalog.d.ts +7 -2
- package/dist/src/agent/mcp/tool-catalog.js +25 -15
- package/dist/src/agent/memory/compaction.js +5 -1
- package/dist/src/agent/memory/context-budget.js +1 -1
- package/dist/src/agent/memory/context-recovery.js +1 -1
- package/dist/src/agent/memory/idle-compaction-scheduler.js +3 -1
- package/dist/src/agent/memory/index.js +1 -1
- package/dist/src/agent/models/manager.d.ts +1 -0
- package/dist/src/agent/models/manager.js +4 -2
- package/dist/src/agent/orchestration/agent-orchestrator.d.ts +1 -6
- package/dist/src/agent/orchestration/agent-orchestrator.js +5 -0
- package/dist/src/agent/orchestration/llm-turn-retry.js +1 -1
- package/dist/src/agent/prompt/response-language.js +1 -1
- package/dist/src/agent/prompt/service-prompt-builder.js +3 -3
- package/dist/src/agent/sandbox/exec-policy.js +1 -1
- package/dist/src/agent/service/direct-turn-helpers.js +4 -4
- package/dist/src/agent/service/process-direct-one-shot.js +5 -0
- package/dist/src/agent/service/process-direct-streaming.d.ts +1 -0
- package/dist/src/agent/service/process-direct-streaming.js +23 -7
- package/dist/src/agent/service/webchat-tts.js +2 -2
- package/dist/src/agent/service.js +21 -21
- package/dist/src/agent/session/session-config-service.js +3 -3
- package/dist/src/agent/session/session-hydrator.js +1 -1
- package/dist/src/agent/session/session-inspector.js +1 -1
- package/dist/src/agent/skills/filesystem-watcher.js +1 -1
- package/dist/src/agent/skills/hub-pull.js +2 -2
- package/dist/src/agent/skills/marketplace/adapters/store/adapter.js +1 -1
- package/dist/src/agent/skills/marketplace/adapters/store/store-api-client.js +1 -1
- package/dist/src/agent/source-context/index.js +1 -1
- package/dist/src/agent/tasks/task-judge-service.js +7 -7
- package/dist/src/agent/tools/clarify-tool.d.ts +2 -3
- package/dist/src/agent/tools/clarify-tool.js +15 -9
- package/dist/src/agent/tools/cli-clarify.d.ts +0 -3
- package/dist/src/agent/tools/cli-clarify.js +18 -32
- package/dist/src/agent/tools/create-share-tool.js +3 -3
- package/dist/src/agent/tools/dataBatch.js +1 -1
- package/dist/src/agent/tools/delegate-tool.js +3 -3
- package/dist/src/agent/tools/executor.js +1 -1
- package/dist/src/agent/tools/factory.js +19 -19
- package/dist/src/agent/tools/image-generate-tool.js +8 -4
- package/dist/src/agent/tools/index.js +6 -6
- package/dist/src/agent/tools/list-dir.js +1 -1
- package/dist/src/agent/tools/personal-attention-tool.js +2 -2
- package/dist/src/agent/tools/personal-request-result-tool.js +1 -1
- package/dist/src/agent/tools/personal-request-tool.js +4 -4
- package/dist/src/agent/tools/personal-result-tool.js +1 -1
- package/dist/src/agent/tools/personal-task-tool.d.ts +4 -4
- package/dist/src/agent/tools/personal-task-tool.js +6 -6
- package/dist/src/agent/tools/publish-artifacts.js +2 -2
- package/dist/src/agent/tools/read.js +2 -2
- package/dist/src/agent/tools/review-workspace.js +1 -1
- package/dist/src/agent/tools/send-media.js +1 -1
- package/dist/src/agent/tools/skills-tools.js +1 -1
- package/dist/src/agent/tools/task-collaboration-tool.js +3 -3
- package/dist/src/agent/tools/tts-tool.js +1 -1
- package/dist/src/agent/tools/user-context-tool.js +1 -1
- package/dist/src/agent/tools/write.js +2 -2
- package/dist/src/agent/tools/xopc-use-tool.js +4 -4
- package/dist/src/agent/transcript/index.js +2 -2
- package/dist/src/agent/transcript/transcript-hygiene.js +2 -2
- package/dist/src/agent/workflow/subagent-runner.js +1 -1
- package/dist/src/agent-config/resolver.js +5 -0
- package/dist/src/agent-config/schema.d.ts +26 -6
- package/dist/src/agent-config/schema.js +2 -0
- package/dist/src/agent-matching/delegation-service.js +1 -1
- package/dist/src/ai-assist/text-assist.js +6 -17
- package/dist/src/auth/oauth/xopc-cloud.js +2 -2
- package/dist/src/auth/sync-provider-auth.js +1 -1
- package/dist/src/automations/capabilities/write.d.ts +2 -2
- package/dist/src/automations/domain/index.js +1 -1
- package/dist/src/automations/domain/validation.d.ts +6 -6
- package/dist/src/automations/draft/automation-draft-service.js +1 -1
- package/dist/src/automations/draft/automation-draft-validator.d.ts +2 -2
- package/dist/src/automations/index.js +2 -2
- package/dist/src/automations/service/action-executor.js +3 -1
- package/dist/src/browser/native-messaging-host.js +1 -1
- package/dist/src/capabilities/store-connector.js +2 -2
- package/dist/src/channels/attachments/voice-stt-webchat.js +2 -2
- package/dist/src/channels/index.js +3 -3
- package/dist/src/channels/manager.js +1 -1
- package/dist/src/channels/outbound-sender.js +1 -1
- package/dist/src/channels/pairing/allow-from-file.js +9 -9
- package/dist/src/channels/pairing/pairing-store.js +6 -6
- package/dist/src/chat-commands/builtins/config.js +4 -4
- package/dist/src/chat-commands/builtins/session.js +1 -1
- package/dist/src/chat-commands/builtins/thinking.js +1 -1
- package/dist/src/chat-commands/builtins/tts.js +1 -1
- package/dist/src/chat-commands/context.js +2 -2
- package/dist/src/chat-commands/index.js +3 -3
- package/dist/src/cli/commands/agent.js +7 -7
- package/dist/src/cli/commands/channels.js +1 -1
- package/dist/src/cli/commands/config.js +1 -1
- package/dist/src/cli/commands/connectors.js +2 -2
- package/dist/src/cli/commands/doctor/checks/channel-plugins.js +1 -1
- package/dist/src/cli/commands/doctor/checks/database-schema.js +1 -1
- package/dist/src/cli/commands/doctor/checks/gateway-health.js +1 -1
- package/dist/src/cli/commands/extension-dev.js +1 -1
- package/dist/src/cli/commands/extension-marketplace.js +2 -2
- package/dist/src/cli/commands/extension.js +2 -2
- package/dist/src/cli/commands/image.js +1 -1
- package/dist/src/cli/commands/init.js +1 -1
- package/dist/src/cli/commands/mcp.js +1 -1
- package/dist/src/cli/commands/models.js +3 -3
- package/dist/src/cli/commands/onboard/channels/registry.js +1 -1
- package/dist/src/cli/commands/onboard/model.d.ts +1 -1
- package/dist/src/cli/commands/onboard/model.js +21 -2
- package/dist/src/cli/commands/onboard.js +2 -2
- package/dist/src/cli/commands/project.js +1 -1
- package/dist/src/cli/commands/skills.js +2 -2
- package/dist/src/cli/commands/tunnel.js +4 -4
- package/dist/src/cli/extension-cli-register.js +6 -6
- package/dist/src/cli/utils/gateway-client.js +1 -1
- package/dist/src/cli/utils/init-workspace-core.js +1 -1
- package/dist/src/cli/utils/session.js +1 -1
- package/dist/src/computer/runtime.js +1 -1
- package/dist/src/config/agent-model-intents.js +4 -1
- package/dist/src/config/index.js +5 -5
- package/dist/src/config/loader.js +2 -2
- package/dist/src/config/models-json.js +1 -1
- package/dist/src/config/schema.d.ts +18 -6
- package/dist/src/config/schema.js +18 -8
- package/dist/src/connectors/cli/authorization.js +1 -1
- package/dist/src/connectors/cli/runtime.js +1 -1
- package/dist/src/connectors/composio-sessions.js +1 -1
- package/dist/src/connectors/composio.js +1 -1
- package/dist/src/connectors/connected-source-ingestion.js +4 -4
- package/dist/src/connectors/connected-source-understanding.js +4 -4
- package/dist/src/connectors/connection-recovery-service.js +4 -4
- package/dist/src/connectors/content-enrichment.js +1 -1
- package/dist/src/connectors/health.js +1 -1
- package/dist/src/connectors/learning-coordinator.js +1 -1
- package/dist/src/discussions/analyzer.d.ts +2 -0
- package/dist/src/discussions/analyzer.js +38 -9
- package/dist/src/discussions/audio-clip.d.ts +3 -0
- package/dist/src/discussions/audio-clip.js +72 -0
- package/dist/src/discussions/live-worker.js +4 -2
- package/dist/src/discussions/long-review.d.ts +17 -0
- package/dist/src/discussions/long-review.js +278 -0
- package/dist/src/discussions/media-timeline.d.ts +21 -0
- package/dist/src/discussions/media-timeline.js +134 -0
- package/dist/src/discussions/organizer-worker.d.ts +4 -1
- package/dist/src/discussions/organizer-worker.js +17 -12
- package/dist/src/discussions/organizer.js +2 -0
- package/dist/src/discussions/processing.d.ts +43 -0
- package/dist/src/discussions/processing.js +125 -0
- package/dist/src/discussions/recording.js +202 -42
- package/dist/src/discussions/recordingJobs.js +2 -0
- package/dist/src/discussions/repository.js +4 -2
- package/dist/src/discussions/review.d.ts +8 -0
- package/dist/src/discussions/review.js +183 -0
- package/dist/src/discussions/sealer.d.ts +7 -1
- package/dist/src/discussions/sealer.js +164 -88
- package/dist/src/discussions/service.d.ts +7 -1
- package/dist/src/discussions/service.js +51 -15
- package/dist/src/discussions/types.d.ts +2 -1
- package/dist/src/endpoint-tools/index.js +1 -1
- package/dist/src/endpoint-tools/runtime.js +2 -2
- package/dist/src/extensions/activation-context.js +3 -3
- package/dist/src/extensions/agent-plugins/auth.js +1 -1
- package/dist/src/extensions/agent-plugins/credentials.js +1 -1
- package/dist/src/extensions/agent-plugins/source-http-fetch.js +1 -1
- package/dist/src/extensions/api.js +4 -4
- package/dist/src/extensions/bundled-extension-activation.js +1 -1
- package/dist/src/extensions/index.js +3 -3
- package/dist/src/extensions/install.js +1 -1
- package/dist/src/extensions/loader.js +2 -2
- package/dist/src/extensions/sdk/index.js +1 -1
- package/dist/src/extensions/sdk/media.js +1 -1
- package/dist/src/extensions/update.js +1 -1
- package/dist/src/gateway/agent-builtin-tools.d.ts +1 -1
- package/dist/src/gateway/agents-admin.js +1 -1
- package/dist/src/gateway/chat-stream/mapper.js +2 -2
- package/dist/src/gateway/chat-stream/protocol.d.ts +2 -3
- package/dist/src/gateway/clarify-runtime.d.ts +2 -0
- package/dist/src/gateway/clarify-runtime.js +4 -1
- package/dist/src/gateway/device-routes.js +2 -2
- package/dist/src/gateway/ephemeral-clarification-waiter.d.ts +2 -1
- package/dist/src/gateway/ephemeral-clarification-waiter.js +19 -6
- package/dist/src/gateway/file-path-classifier.js +2 -2
- package/dist/src/gateway/global-defaults-admin.d.ts +3 -1
- package/dist/src/gateway/global-defaults-admin.js +15 -3
- package/dist/src/gateway/hono/app.js +3 -3
- package/dist/src/gateway/hono/lib/config-payload.d.ts +12 -3
- package/dist/src/gateway/hono/lib/config-payload.js +6 -4
- package/dist/src/gateway/hono/lib/config-write-lock.d.ts +2 -0
- package/dist/src/gateway/hono/lib/config-write-lock.js +14 -0
- package/dist/src/gateway/hono/lib/voice-settings-revisions.d.ts +5 -0
- package/dist/src/gateway/hono/lib/voice-settings-revisions.js +23 -0
- package/dist/src/gateway/hono/routes/agent-stream.js +4 -9
- package/dist/src/gateway/hono/routes/agents.js +1 -1
- package/dist/src/gateway/hono/routes/auth-registry-extensions.js +1 -1
- package/dist/src/gateway/hono/routes/commands-skills.js +4 -4
- package/dist/src/gateway/hono/routes/config-patch/gateway.js +1 -1
- package/dist/src/gateway/hono/routes/config-patch/misc.js +12 -5
- package/dist/src/gateway/hono/routes/config.js +19 -5
- package/dist/src/gateway/hono/routes/connectors.js +1 -1
- package/dist/src/gateway/hono/routes/context-sources.js +2 -2
- package/dist/src/gateway/hono/routes/discussions.js +63 -1
- package/dist/src/gateway/hono/routes/endpoint-tools.js +1 -1
- package/dist/src/gateway/hono/routes/global-defaults.js +8 -1
- package/dist/src/gateway/hono/routes/home.js +1 -1
- package/dist/src/gateway/hono/routes/lazy-bundles.js +1 -1
- package/dist/src/gateway/hono/routes/mcp.js +74 -7
- package/dist/src/gateway/hono/routes/memory-learning.js +3 -3
- package/dist/src/gateway/hono/routes/models.js +17 -9
- package/dist/src/gateway/hono/routes/notes.js +1 -1
- package/dist/src/gateway/hono/routes/personal-agent.js +1 -1
- package/dist/src/gateway/hono/routes/projects.js +3 -3
- package/dist/src/gateway/hono/routes/provider-setup.d.ts +3 -0
- package/dist/src/gateway/hono/routes/provider-setup.js +106 -0
- package/dist/src/gateway/hono/routes/runtime-tools.js +1 -1
- package/dist/src/gateway/hono/routes/session-command-handler.js +2 -2
- package/dist/src/gateway/hono/routes/session-input-handler.js +5 -5
- package/dist/src/gateway/hono/routes/sessions.js +3 -3
- package/dist/src/gateway/hono/routes/shares.js +2 -2
- package/dist/src/gateway/hono/routes/side-chats.js +5 -4
- package/dist/src/gateway/hono/routes/site-shares.js +1 -1
- package/dist/src/gateway/hono/routes/status.js +2 -0
- package/dist/src/gateway/hono/routes/tasks.js +1 -1
- package/dist/src/gateway/hono/routes/user-model-refresh.js +1 -1
- package/dist/src/gateway/hono/routes/user-model.js +7 -7
- package/dist/src/gateway/hono/routes/voice.js +30 -17
- package/dist/src/gateway/hono/routes/workflows.js +1 -1
- package/dist/src/gateway/index.js +1 -1
- package/dist/src/gateway/lock.js +11 -11
- package/dist/src/gateway/media-access.js +1 -1
- package/dist/src/gateway/mobile-privacy.js +2 -2
- package/dist/src/gateway/ports.js +6 -6
- package/dist/src/gateway/provider-model-setup.d.ts +4 -0
- package/dist/src/gateway/provider-model-setup.js +56 -0
- package/dist/src/gateway/run-loop.js +1 -1
- package/dist/src/gateway/scenes/mailContext.js +1 -1
- package/dist/src/gateway/scenes/slackThreadSource.js +1 -1
- package/dist/src/gateway/server.js +1 -1
- package/dist/src/gateway/service/agent-runner.d.ts +5 -4
- package/dist/src/gateway/service/agent-runner.js +35 -19
- package/dist/src/gateway/service/config-coordinator.d.ts +619 -1
- package/dist/src/gateway/service/config-coordinator.js +38 -26
- package/dist/src/gateway/service/marketplace-service.js +2 -2
- package/dist/src/gateway/service/run-gateway-agent.js +4 -4
- package/dist/src/gateway/service/session-command-service.js +2 -2
- package/dist/src/gateway/service.d.ts +6 -3
- package/dist/src/gateway/service.js +52 -51
- package/dist/src/gateway/session-context-summary.js +4 -4
- package/dist/src/gateway/side-chat/run-service.d.ts +2 -1
- package/dist/src/gateway/side-chat/run-service.js +6 -3
- package/dist/src/gateway/side-chat/types.d.ts +3 -3
- package/dist/src/gateway/workspace-editor-path.js +2 -2
- package/dist/src/gateway/xopc-cloud-capability-setup.d.ts +2 -2
- package/dist/src/gateway/xopc-cloud-capability-setup.js +7 -4
- package/dist/src/home-intelligence/generator.js +2 -2
- package/dist/src/home-intelligence/host.js +2 -2
- package/dist/src/imports/compatibility.js +1 -1
- package/dist/src/imports/inventory.js +3 -3
- package/dist/src/imports/productImport.js +2 -2
- package/dist/src/imports/runtime.js +1 -1
- package/dist/src/infra/gateway-processes.js +2 -2
- package/dist/src/infra/path-env.js +3 -3
- package/dist/src/infra/update-global.js +9 -9
- package/dist/src/knowledge/connected-knowledge-pipeline.js +2 -2
- package/dist/src/knowledge/index.js +1 -1
- package/dist/src/knowledge-memory/repository.js +1 -1
- package/dist/src/local-apps/service.js +2 -2
- package/dist/src/mcp/gateway-http-client.js +1 -1
- package/dist/src/media-shared/http/provider-http.d.ts +0 -6
- package/dist/src/media-shared/http/provider-http.js +5 -4
- package/dist/src/media-understanding/openai-compatible-audio.js +1 -1
- package/dist/src/media-understanding/runner.d.ts +0 -28
- package/dist/src/media-understanding/runner.js +4 -0
- package/dist/src/memory-learning/service.js +3 -2
- package/dist/src/memory-learning/source-learning.js +4 -4
- package/dist/src/memory-learning/task-receipts.js +1 -1
- package/dist/src/notes/agent-context.js +4 -4
- package/dist/src/notes/index.js +1 -1
- package/dist/src/notes/service.js +3 -3
- package/dist/src/personal-agent/capability-service.js +2 -2
- package/dist/src/personal-agent/proactivity/routes.js +1 -1
- package/dist/src/personal-agent/proactivity/service.js +7 -7
- package/dist/src/personal-agent/prompt-context.js +7 -7
- package/dist/src/personal-agent/prompts.js +1 -1
- package/dist/src/personal-agent/reply-composer.js +9 -9
- package/dist/src/personal-agent/request-delivery.js +2 -2
- package/dist/src/personal-agent/request-service.js +6 -6
- package/dist/src/personal-agent/result-reader.js +1 -1
- package/dist/src/personal-agent/service.js +1 -1
- package/dist/src/personal-agent/task-cancel.js +1 -1
- package/dist/src/platform/client.d.ts +1 -1
- package/dist/src/platform/contracts.d.ts +1 -1
- package/dist/src/platform/index.js +1 -1
- package/dist/src/projects/index.js +1 -1
- package/dist/src/projects/project-agent-suggestion.js +1 -1
- package/dist/src/projects/project-service.js +1 -1
- package/dist/src/projects/project-skill-service.js +2 -2
- package/dist/src/projects/workspace.js +1 -1
- package/dist/src/providers/env-keys.js +3 -0
- package/dist/src/providers/extension-stream-bridge.js +3 -0
- package/dist/src/providers/index.js +15 -0
- package/dist/src/providers/model-call.d.ts +5 -2
- package/dist/src/providers/model-call.js +13 -2
- package/dist/src/providers/model-reference-auditor.js +2 -1
- package/dist/src/providers/model-registry.js +1 -1
- package/dist/src/providers/model-response.js +1 -1
- package/dist/src/providers/model-usage.d.ts +15 -0
- package/dist/src/providers/model-usage.js +50 -0
- package/dist/src/providers/presentation.js +8 -0
- package/dist/src/providers/setup/engine.d.ts +37 -0
- package/dist/src/providers/setup/engine.js +177 -0
- package/dist/src/providers/setup/profiles.d.ts +4 -0
- package/dist/src/providers/setup/profiles.js +94 -0
- package/dist/src/providers/setup/voice.d.ts +23 -0
- package/dist/src/providers/setup/voice.js +234 -0
- package/dist/src/realtime/runtime.js +1 -1
- package/dist/src/remote-access/exposure-manager.js +1 -1
- package/dist/src/routing/agent-session-key.js +1 -1
- package/dist/src/scenes/agentExecutor.d.ts +1 -0
- package/dist/src/scenes/agentExecutor.js +5 -0
- package/dist/src/scenes/execution.d.ts +1 -1
- package/dist/src/scenes/taskFollowUp/agentExecutor.js +4 -4
- package/dist/src/scenes/taskFollowUp/contracts.d.ts +2 -2
- package/dist/src/scenes/taskFollowUp/resources.js +2 -2
- package/dist/src/scenes/taskFollowUp/service.d.ts +5 -5
- package/dist/src/scenes/taskFollowUp/service.js +6 -6
- package/dist/src/scenes/templates.d.ts +2 -2
- package/dist/src/session/index.js +2 -2
- package/dist/src/session/init-session-turn.js +1 -1
- package/dist/src/session/resolve-session.js +1 -1
- package/dist/src/session/store.js +5 -5
- package/dist/src/session/thinking-resolve.js +1 -1
- package/dist/src/share/hosted-session-share.js +2 -2
- package/dist/src/share/session-share-service.js +1 -1
- package/dist/src/share/share-store.js +1 -1
- package/dist/src/share/share-thumbnail.js +1 -1
- package/dist/src/share/site-share-store.js +1 -1
- package/dist/src/storage/sqlite/clarification-wait-repository.d.ts +3 -5
- package/dist/src/storage/sqlite/clarification-wait-repository.js +48 -28
- package/dist/src/storage/sqlite/connection.js +9 -9
- package/dist/src/storage/sqlite/migrations/253_discussion_processing_recovery.sql +20 -0
- package/dist/src/storage/sqlite/migrations/254_discussion_annotations.sql +17 -0
- package/dist/src/storage/sqlite/migrations/255_discussion_chapter_progress.sql +10 -0
- package/dist/src/storage/sqlite/migrations/runner.d.ts +1 -1
- package/dist/src/storage/sqlite/migrations/runner.js +3 -3
- package/dist/src/storage/sqlite/schema.js +1 -1
- package/dist/src/tasks/capabilities/management.d.ts +2 -2
- package/dist/src/tasks/capabilities/read.js +2 -2
- package/dist/src/tasks/capabilities/relations.d.ts +6 -6
- package/dist/src/tasks/capabilities/write.d.ts +6 -6
- package/dist/src/tasks/capabilities/write.js +1 -1
- package/dist/src/tasks/home-query-service.js +2 -2
- package/dist/src/tasks/index.js +4 -4
- package/dist/src/tasks/task-allocation-service.js +5 -5
- package/dist/src/tasks/task-application-service.js +6 -6
- package/dist/src/tasks/task-collaboration-delivery.js +1 -1
- package/dist/src/tasks/task-context-assembler.js +2 -2
- package/dist/src/tasks/task-handoff-service.js +1 -1
- package/dist/src/tasks/task-handoff.js +5 -5
- package/dist/src/tasks/task-main-update-decision-service.js +3 -3
- package/dist/src/tasks/task-model-call.js +1 -1
- package/dist/src/tasks/task-research-result.js +4 -4
- package/dist/src/tasks/task-result-delivery-repository.js +1 -1
- package/dist/src/tasks/task-result-delivery-service.js +2 -2
- package/dist/src/tasks/task-run-coordinator.js +4 -4
- package/dist/src/tasks/task-run-dispatcher.js +1 -1
- package/dist/src/tui/backends/embedded-backend.js +13 -13
- package/dist/src/tui/backends/gateway-realtime-backend.js +2 -2
- package/dist/src/tui/extension-host/load-extensions.js +2 -2
- package/dist/src/tui/tui-agent-events.js +1 -1
- package/dist/src/tui/tui-commands.js +5 -5
- package/dist/src/tui/tui-picker-overlay.js +1 -1
- package/dist/src/tui/tui-skills-autocomplete.js +1 -1
- package/dist/src/tui/tui-startup-resources.js +4 -4
- package/dist/src/tui/tui.js +6 -6
- package/dist/src/tunnel/gateway-lifecycle.js +1 -1
- package/dist/src/usage/recorder.js +2 -1
- package/dist/src/usage/scenario-registry.js +128 -123
- package/dist/src/user-context/access-policy.js +2 -2
- package/dist/src/user-context/config.d.ts +2 -2
- package/dist/src/user-model/bootstrap.js +1 -1
- package/dist/src/user-model/capture/executor.js +1 -1
- package/dist/src/user-model/capture/semantic.d.ts +8 -1
- package/dist/src/user-model/capture/semantic.js +26 -5
- package/dist/src/user-model/index.js +2 -2
- package/dist/src/voice/dashscope/streaming-stt-session.js +3 -0
- package/dist/src/voice/dashscope/streaming-tts-stream.js +3 -0
- package/dist/src/voice/dictation.d.ts +12 -0
- package/dist/src/voice/dictation.js +22 -0
- package/dist/src/voice/metadata/builtin.js +54 -0
- package/dist/src/voice/platform-streams.js +3 -0
- package/dist/src/voice/realtime/agentEngine.js +4 -2
- package/dist/src/voice/realtime/memory-context.js +7 -7
- package/dist/src/voice/realtime/omniEngine.js +5 -2
- package/dist/src/voice/realtime/omniRoute.js +3 -2
- package/dist/src/voice/realtime/runtime.js +8 -6
- package/dist/src/voice/stt/factory.js +9 -3
- package/dist/src/voice/stt/index.js +2 -2
- package/dist/src/voice/stt/preflight.js +1 -1
- package/dist/src/voice/stt/providers/alibaba-transcription.js +1 -1
- package/dist/src/voice/stt/providers/bailian-plan-transcription.d.ts +2 -0
- package/dist/src/voice/stt/providers/bailian-plan-transcription.js +32 -0
- package/dist/src/voice/stt/providers/index.d.ts +1 -0
- package/dist/src/voice/stt/providers/index.js +2 -1
- package/dist/src/voice/stt/providers/xopc-cloud-transcription.js +1 -1
- package/dist/src/voice/stt/transcribe-core.js +1 -1
- package/dist/src/voice/token-plan.d.ts +8 -0
- package/dist/src/voice/token-plan.js +11 -0
- package/dist/src/voice/tts/factory.js +4 -1
- package/dist/src/voice/tts/index.js +3 -3
- package/dist/src/voice/tts/merge-config.js +1 -1
- package/dist/src/voice/tts/payload.js +1 -1
- package/dist/src/voice/tts/providers/bailian-plan-speech.d.ts +2 -0
- package/dist/src/voice/tts/providers/bailian-plan-speech.js +84 -0
- package/dist/src/voice/tts/providers/index.d.ts +1 -0
- package/dist/src/voice/tts/providers/index.js +2 -1
- package/dist/src/voice/tts/providers/xopc-cloud-speech.js +1 -1
- package/dist/src/voice/tts/speak-core.js +11 -2
- package/dist/src/work-discovery/incremental-repository.js +1 -1
- package/dist/src/work-discovery/service.js +7 -7
- package/dist/src/workflows/context/workflow-context.js +1 -1
- package/dist/src/workflows/engine/workflow-engine.js +1 -1
- package/dist/src/workflows/service/workflow-run-service.js +7 -7
- package/dist/src/workflows/service/workflow-session-bridge.js +2 -2
- package/package.json +2 -2
- package/dist/gateway/static/root/assets/agent-defaults-settings-panel-2VA4eKPf.js +0 -1
- package/dist/gateway/static/root/assets/agent-plugin-dialog-DRhTOw_O.js +0 -1
- package/dist/gateway/static/root/assets/agents-BemUH_Yf.js +0 -77
- package/dist/gateway/static/root/assets/app-management-settings-panel-CR_cc7rj.js +0 -1
- package/dist/gateway/static/root/assets/automations-workspace-DOwtT4sS.js +0 -6
- package/dist/gateway/static/root/assets/browser-automations-page-B-Ezk_8l.js +0 -3
- package/dist/gateway/static/root/assets/browser-settings-page-BSmmTBn4.js +0 -3
- package/dist/gateway/static/root/assets/capabilities-page-xZgTYYDn.js +0 -2
- package/dist/gateway/static/root/assets/capabilities-settings-panel-oqkuOjcR.js +0 -8
- package/dist/gateway/static/root/assets/channels-Dq2C2k9M.js +0 -1
- package/dist/gateway/static/root/assets/chat-terminal-dock-srB_M-aQ.js +0 -36
- package/dist/gateway/static/root/assets/connectors-page-BZk-Gou5.js +0 -1
- package/dist/gateway/static/root/assets/device-pairing-wizard-CvZpnSVw.js +0 -1
- package/dist/gateway/static/root/assets/extension-settings-page-1tbWe5xQ.js +0 -1
- package/dist/gateway/static/root/assets/fallback-models-CW6a1-GK.js +0 -1
- package/dist/gateway/static/root/assets/gateway-realtime-store-BVriF6Zj.js +0 -1
- package/dist/gateway/static/root/assets/gateway-settings-vQWTUx2c.js +0 -1
- package/dist/gateway/static/root/assets/home-page-hfWuVtcG.js +0 -2
- package/dist/gateway/static/root/assets/image-generation-api-DodU6GNC.js +0 -1
- package/dist/gateway/static/root/assets/imports-page-CuR6RSUM.js +0 -1
- package/dist/gateway/static/root/assets/index-CNH8vwcY.js +0 -260
- package/dist/gateway/static/root/assets/index-DBRwvWzm.css +0 -1
- package/dist/gateway/static/root/assets/logs-page-CSlZT1-L.js +0 -2
- package/dist/gateway/static/root/assets/management-settings-BYCL5CwV.js +0 -1
- package/dist/gateway/static/root/assets/mermaid-MCJ5UELQ-i9N5shss.js +0 -1
- package/dist/gateway/static/root/assets/messages-DTqbfje6.js +0 -3
- package/dist/gateway/static/root/assets/models-hub-cache-Ct6X5zmB.js +0 -1
- package/dist/gateway/static/root/assets/note-detail-panel-CJ5Earr_.js +0 -5
- package/dist/gateway/static/root/assets/notes-page-CPGk8-n1.js +0 -8
- package/dist/gateway/static/root/assets/personal-page-BjTt5R3s.js +0 -1
- package/dist/gateway/static/root/assets/project-detail-page-CyKx4PyN.js +0 -1
- package/dist/gateway/static/root/assets/projects-page--_hXxUMC.js +0 -1
- package/dist/gateway/static/root/assets/remote-access-hub-Bq_eqQYf.js +0 -1
- package/dist/gateway/static/root/assets/runtime-tools-settings-panel-BgCATci5.js +0 -1
- package/dist/gateway/static/root/assets/scenes-page-DxE3jRPR.js +0 -2
- package/dist/gateway/static/root/assets/session-manager-COd9RECl.js +0 -16
- package/dist/gateway/static/root/assets/sessions-page-CQkGFnJM.js +0 -1
- package/dist/gateway/static/root/assets/settings-advanced-gate-Dtlsvsci.js +0 -1
- package/dist/gateway/static/root/assets/settings-loading-skeleton-BTqvr_Fw.js +0 -1
- package/dist/gateway/static/root/assets/setup-status-panel-CrAazq4r.js +0 -1
- package/dist/gateway/static/root/assets/shares-settings-BNMhs-Vd.js +0 -1
- package/dist/gateway/static/root/assets/skills-page-XVOxILQn.js +0 -2
- package/dist/gateway/static/root/assets/user-model-page-C1QX47VR.js +0 -2
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
import { PERSONAL_DOMAINS, USER_MODEL_PRINCIPAL_ID, defaultAssertionDomain, defaultAssertionLayer, init_domain, validateCandidate, validateScope } from "./domain.js";
|
|
2
|
+
import { createPriorityWindow, createUserGoal, listPriorityWindows, listUserGoals, setUserGoalStatus, updatePriorityWindow, updateUserGoal } from "./goals.js";
|
|
2
3
|
import { defaultReviewAt, isAssertionValidAt, requiresBoundedValidity, resolveCurrentAssertion } from "./temporal.js";
|
|
3
4
|
import { deleteUserAssertion, getActiveAssertionByPredicate, getActiveAssertionForSlot, getAssertionSlot, getUserAssertion, getUserTimezone, linkAssertionEvidence, listSlotAssertions, listUserAssertionSources, listUserAssertions, mergeAssertionObservation, reconcileAssertion, setAssertionStatus, setUserAssertionScope } from "./repository.js";
|
|
4
|
-
import { applyUserProfilePatch, getUserProfileSnapshot } from "./profile.js";
|
|
5
5
|
import { listActionRuleSuggestions } from "./action-rule-suggestions.js";
|
|
6
6
|
import { calculateExecutionValue } from "./importance.js";
|
|
7
|
-
import { createPriorityWindow, createUserGoal, listPriorityWindows, listUserGoals, setUserGoalStatus, updatePriorityWindow, updateUserGoal } from "./goals.js";
|
|
8
7
|
import { deleteUserModelObservationsForGrant, linkUserAssertions, listUserAssertionEdges, listUserModelObservations, recordUserModelObservation } from "./observation-repository.js";
|
|
8
|
+
import { applyUserProfilePatch, getUserProfileSnapshot } from "./profile.js";
|
|
9
9
|
import { bootstrapUserModel } from "./bootstrap.js";
|
|
10
10
|
import { canUseAssertion, isWorkingAssumption } from "./usage-policy.js";
|
|
11
11
|
//#region src/user-model/index.ts
|
|
@@ -1,6 +1,8 @@
|
|
|
1
|
+
import { assertProviderUsage, init_model_usage } from "../../providers/model-usage.js";
|
|
1
2
|
import { createRequire } from "node:module";
|
|
2
3
|
import crypto from "node:crypto";
|
|
3
4
|
//#region src/voice/dashscope/streaming-stt-session.ts
|
|
5
|
+
init_model_usage();
|
|
4
6
|
const { WebSocket: NodeWebSocket } = createRequire(import.meta.url)("ws");
|
|
5
7
|
const DEFAULT_REALTIME_URL = "wss://dashscope.aliyuncs.com/api-ws/v1/inference";
|
|
6
8
|
const MAX_BUFFERED_AUDIO_BYTES = 512 * 1024;
|
|
@@ -32,6 +34,7 @@ async function openDashScopeStreamingStt(request) {
|
|
|
32
34
|
if (request.signal.aborted) throw request.signal.reason instanceof Error ? request.signal.reason : /* @__PURE__ */ new Error("DashScope realtime STT aborted");
|
|
33
35
|
if (request.inputFormat.encoding !== "pcm_s16le" || request.inputFormat.channels !== 1) throw new Error("DashScope realtime STT requires mono PCM16 audio");
|
|
34
36
|
const taskId = crypto.randomUUID();
|
|
37
|
+
assertProviderUsage("alibaba", request.baseUrl);
|
|
35
38
|
const socket = new NodeWebSocket(realtimeUrl(request.baseUrl), {
|
|
36
39
|
headers: {
|
|
37
40
|
Authorization: `Bearer ${request.apiKey}`,
|
|
@@ -1,9 +1,11 @@
|
|
|
1
1
|
import { createLogger } from "../../utils/logger/index.js";
|
|
2
2
|
import { init_logger } from "../../utils/logger.js";
|
|
3
|
+
import { assertProviderUsage, init_model_usage } from "../../providers/model-usage.js";
|
|
3
4
|
import { createRequire } from "node:module";
|
|
4
5
|
import crypto from "node:crypto";
|
|
5
6
|
import { setTimeout as setTimeout$1 } from "node:timers/promises";
|
|
6
7
|
//#region src/voice/dashscope/streaming-tts-stream.ts
|
|
8
|
+
init_model_usage();
|
|
7
9
|
init_logger();
|
|
8
10
|
const { WebSocket } = createRequire(import.meta.url)("ws");
|
|
9
11
|
const DEFAULT_REALTIME_URL = "wss://dashscope.aliyuncs.com/api-ws/v1/realtime";
|
|
@@ -93,6 +95,7 @@ async function openStreamingTtsAttempt(request) {
|
|
|
93
95
|
if (!request.apiKey) throw new Error("DashScope TTS API key is unavailable");
|
|
94
96
|
request.signal.throwIfAborted();
|
|
95
97
|
const startedAt = Date.now();
|
|
98
|
+
assertProviderUsage("alibaba", request.baseUrl);
|
|
96
99
|
const socket = new WebSocket(realtimeUrl(request.baseUrl, request.model), {
|
|
97
100
|
headers: { Authorization: `Bearer ${request.apiKey}` },
|
|
98
101
|
perMessageDeflate: false
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import type { Config } from '../config/schema.js';
|
|
2
|
+
/** Select before capture; a failed request must never switch billing services. */
|
|
3
|
+
export declare function resolveDictationRoute(config: Config): {
|
|
4
|
+
mode: "unavailable";
|
|
5
|
+
provider?: undefined;
|
|
6
|
+
} | {
|
|
7
|
+
mode: "streaming";
|
|
8
|
+
provider: string;
|
|
9
|
+
} | {
|
|
10
|
+
mode: "recorded";
|
|
11
|
+
provider: string;
|
|
12
|
+
};
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import { resolveSTTProviderChain } from "./stt/factory.js";
|
|
2
|
+
import { mergeSttConfigFromAppConfig } from "./stt/config.js";
|
|
3
|
+
import "./stt/index.js";
|
|
4
|
+
import { resolveStreamingStt } from "./realtime/runtime.js";
|
|
5
|
+
//#region src/voice/dictation.ts
|
|
6
|
+
/** Select before capture; a failed request must never switch billing services. */
|
|
7
|
+
function resolveDictationRoute(config) {
|
|
8
|
+
const primary = resolveSTTProviderChain(mergeSttConfigFromAppConfig(config.tools?.media?.audio, config.tools?.media))[0];
|
|
9
|
+
const streaming = config.voice?.realtime?.enabled ? resolveStreamingStt(config) : void 0;
|
|
10
|
+
if (config.voice?.realtime?.enabled && config.voice.realtime.stt && !streaming) return { mode: "unavailable" };
|
|
11
|
+
if (streaming && (config.voice?.realtime?.stt || streaming.route.provider === primary?.id)) return {
|
|
12
|
+
mode: "streaming",
|
|
13
|
+
provider: streaming.route.provider
|
|
14
|
+
};
|
|
15
|
+
if (primary) return {
|
|
16
|
+
mode: "recorded",
|
|
17
|
+
provider: primary.id
|
|
18
|
+
};
|
|
19
|
+
return { mode: "unavailable" };
|
|
20
|
+
}
|
|
21
|
+
//#endregion
|
|
22
|
+
export { resolveDictationRoute };
|
|
@@ -457,6 +457,60 @@ const builtinVoiceProviderMetadata = [
|
|
|
457
457
|
}
|
|
458
458
|
}
|
|
459
459
|
];
|
|
460
|
+
builtinVoiceProviderMetadata.push({
|
|
461
|
+
id: "qwen-token-plan-cn",
|
|
462
|
+
capability: "tts",
|
|
463
|
+
displayName: "Alibaba Bailian Subscription",
|
|
464
|
+
description: "Subscription speech synthesis using the saved model-service credential.",
|
|
465
|
+
models: [{
|
|
466
|
+
id: "qwen-audio-3.0-tts-plus",
|
|
467
|
+
name: "Qwen Audio 3.0 TTS Plus"
|
|
468
|
+
}],
|
|
469
|
+
voices: [{
|
|
470
|
+
id: "longanhuan_v3.6",
|
|
471
|
+
name: "Long Anhuan"
|
|
472
|
+
}],
|
|
473
|
+
fields: [{
|
|
474
|
+
key: "model",
|
|
475
|
+
label: "Model",
|
|
476
|
+
type: "select",
|
|
477
|
+
options: [{
|
|
478
|
+
id: "qwen-audio-3.0-tts-plus",
|
|
479
|
+
name: "Qwen Audio 3.0 TTS Plus"
|
|
480
|
+
}]
|
|
481
|
+
}, {
|
|
482
|
+
key: "voice",
|
|
483
|
+
label: "Voice",
|
|
484
|
+
type: "string",
|
|
485
|
+
defaultValue: "longanhuan_v3.6"
|
|
486
|
+
}],
|
|
487
|
+
diagnostics: {
|
|
488
|
+
requiresApiKey: false,
|
|
489
|
+
configPath: "messages.tts.providers.qwen-token-plan-cn"
|
|
490
|
+
}
|
|
491
|
+
}, {
|
|
492
|
+
id: "qwen-token-plan-cn",
|
|
493
|
+
capability: "stt",
|
|
494
|
+
displayName: "Alibaba Bailian Subscription",
|
|
495
|
+
description: "Recorded-audio recognition using the saved model-service credential. Streaming dictation is not configured by this adapter.",
|
|
496
|
+
models: [{
|
|
497
|
+
id: "qwen-audio-3.0-asr-flash",
|
|
498
|
+
name: "Qwen Audio 3.0 ASR Flash"
|
|
499
|
+
}],
|
|
500
|
+
fields: [{
|
|
501
|
+
key: "model",
|
|
502
|
+
label: "Model",
|
|
503
|
+
type: "select",
|
|
504
|
+
options: [{
|
|
505
|
+
id: "qwen-audio-3.0-asr-flash",
|
|
506
|
+
name: "Qwen Audio 3.0 ASR Flash"
|
|
507
|
+
}]
|
|
508
|
+
}],
|
|
509
|
+
diagnostics: {
|
|
510
|
+
requiresApiKey: false,
|
|
511
|
+
configPath: "tools.media.audio.providers.qwen-token-plan-cn"
|
|
512
|
+
}
|
|
513
|
+
});
|
|
460
514
|
for (const metadata of builtinVoiceProviderMetadata) registerVoiceProviderMetadata(metadata);
|
|
461
515
|
//#endregion
|
|
462
516
|
export { builtinVoiceProviderMetadata };
|
|
@@ -1,5 +1,7 @@
|
|
|
1
|
+
import { assertProviderUsage, init_model_usage } from "../providers/model-usage.js";
|
|
1
2
|
import WebSocket from "ws";
|
|
2
3
|
//#region src/voice/platform-streams.ts
|
|
4
|
+
init_model_usage();
|
|
3
5
|
const MAX_BUFFERED_BYTES = 512 * 1024;
|
|
4
6
|
const MAX_ERROR_BODY_BYTES = 16 * 1024;
|
|
5
7
|
var PlatformVoiceError = class extends Error {
|
|
@@ -22,6 +24,7 @@ var PlatformVoiceError = class extends Error {
|
|
|
22
24
|
};
|
|
23
25
|
function connect(url, token, signal, onEvent, onFailure) {
|
|
24
26
|
signal.throwIfAborted();
|
|
27
|
+
assertProviderUsage("xopc-cloud", String(url));
|
|
25
28
|
const socket = new WebSocket(url, {
|
|
26
29
|
headers: { Authorization: `Bearer ${token}` },
|
|
27
30
|
perMessageDeflate: false,
|
|
@@ -1,5 +1,7 @@
|
|
|
1
1
|
import { createLogger } from "../../utils/logger/index.js";
|
|
2
2
|
import { init_logger } from "../../utils/logger.js";
|
|
3
|
+
import { readClarificationPresentation } from "../../../packages/gateway-contract/src/clarifications.js";
|
|
4
|
+
import { init_src } from "../../../packages/gateway-contract/src/index.js";
|
|
3
5
|
import { PlatformVoiceError } from "../platform-streams.js";
|
|
4
6
|
import { prepareSpeechStreamSession, speakStream } from "../tts/speak-core.js";
|
|
5
7
|
import { AudioPlaybackWindow } from "./audio-playback-window.js";
|
|
@@ -9,6 +11,7 @@ import { PcmFrameBuffer } from "./pcmFrameBuffer.js";
|
|
|
9
11
|
import { SpeakableSegmenter } from "./speakable-segmenter.js";
|
|
10
12
|
import crypto from "node:crypto";
|
|
11
13
|
//#region src/voice/realtime/agentEngine.ts
|
|
14
|
+
init_src();
|
|
12
15
|
init_logger();
|
|
13
16
|
const log = createLogger("Voice:Agent");
|
|
14
17
|
const AGENT_TTS_MAX_SEGMENT_CHARACTERS = 180;
|
|
@@ -449,12 +452,11 @@ function createAgentVoiceEngine(options) {
|
|
|
449
452
|
if (event.type === "clarify_request" && typeof event.payload?.requestId === "string" && typeof event.payload?.question === "string") {
|
|
450
453
|
response.awaitingClarification = true;
|
|
451
454
|
send("response.clarification", {
|
|
455
|
+
...readClarificationPresentation(event.payload),
|
|
452
456
|
responseId: response.id,
|
|
453
457
|
requestId: event.payload.requestId.slice(0, 160),
|
|
454
458
|
kind: event.payload.kind === "approval" ? "approval" : "input",
|
|
455
459
|
question: event.payload.question.slice(0, 8e3),
|
|
456
|
-
...Array.isArray(event.payload.choices) ? { choices: event.payload.choices.filter((choice) => typeof choice === "string").slice(0, 20).map((choice) => choice.slice(0, 1e3)) } : {},
|
|
457
|
-
...typeof event.payload.suggestedAnswer === "string" ? { suggestedAnswer: event.payload.suggestedAnswer.slice(0, 1e3) } : {},
|
|
458
460
|
version: typeof event.payload.version === "number" ? event.payload.version : 1,
|
|
459
461
|
createdAt: typeof event.payload.createdAt === "number" ? event.payload.createdAt : Date.now(),
|
|
460
462
|
...typeof event.payload.expiresAt === "number" ? { expiresAt: event.payload.expiresAt } : {}
|
|
@@ -3,18 +3,18 @@ import { init_logger } from "../../utils/logger.js";
|
|
|
3
3
|
import { getSessionMetadata } from "../../storage/sqlite/session-read-repository.js";
|
|
4
4
|
import { init_session_repository } from "../../storage/sqlite/session-repository.js";
|
|
5
5
|
import { getSessionConfig, init_config_repository } from "../../storage/sqlite/config-repository.js";
|
|
6
|
-
import {
|
|
6
|
+
import { canUseKnowledge } from "../../knowledge-memory/usage-policy.js";
|
|
7
|
+
import { getKnowledgeItem } from "../../knowledge-memory/repository.js";
|
|
8
|
+
import { init_config, resolveKnowledgeReadPolicy } from "../../user-context/config.js";
|
|
7
9
|
import { getConversationRouting } from "../../storage/sqlite/conversation-repository.js";
|
|
8
10
|
import { getConversation } from "../../routing/agent-session-key.js";
|
|
9
11
|
import { init_session_key } from "../../routing/session-key.js";
|
|
10
|
-
import "../../user-model/index.js";
|
|
11
|
-
import { init_config, resolveKnowledgeReadPolicy } from "../../user-context/config.js";
|
|
12
|
-
import { canUseKnowledge } from "../../knowledge-memory/usage-policy.js";
|
|
13
|
-
import { getKnowledgeItem } from "../../knowledge-memory/repository.js";
|
|
14
|
-
import "../../knowledge-memory/index.js";
|
|
15
12
|
import { resolveUserContextSessionAccess } from "../../user-context/access-policy.js";
|
|
16
|
-
import
|
|
13
|
+
import "../../knowledge-memory/index.js";
|
|
17
14
|
import { stripRuntimeContextFromUserMessage } from "../../session/user-message-display.js";
|
|
15
|
+
import { getUserAssertion } from "../../user-model/repository.js";
|
|
16
|
+
import "../../user-model/index.js";
|
|
17
|
+
import { buildExecutionContext } from "../../agent/context/execution-context.js";
|
|
18
18
|
//#region src/voice/realtime/memory-context.ts
|
|
19
19
|
init_config();
|
|
20
20
|
init_session_key();
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { createLogger } from "../../utils/logger/index.js";
|
|
2
2
|
import { init_logger } from "../../utils/logger.js";
|
|
3
|
+
import { assertProviderUsage, init_model_usage } from "../../providers/model-usage.js";
|
|
3
4
|
import { AudioPlaybackWindow } from "./audio-playback-window.js";
|
|
4
5
|
import { TurnCoordinator } from "./turnPolicy.js";
|
|
5
6
|
import { PlaybackEchoCandidates } from "./playback-echo.js";
|
|
@@ -7,6 +8,7 @@ import { PcmFrameBuffer } from "./pcmFrameBuffer.js";
|
|
|
7
8
|
import crypto from "node:crypto";
|
|
8
9
|
import WebSocket from "ws";
|
|
9
10
|
//#region src/voice/realtime/omniEngine.ts
|
|
11
|
+
init_model_usage();
|
|
10
12
|
init_logger();
|
|
11
13
|
const log = createLogger("Voice:Omni");
|
|
12
14
|
const MAX_QUEUED_AUDIO_BYTES = 24e3 * 2 * 60;
|
|
@@ -67,7 +69,7 @@ function createOmniVoiceEngine(options) {
|
|
|
67
69
|
responseCreateQueued = false;
|
|
68
70
|
clearTimeout(responseStartTimer);
|
|
69
71
|
responseStartTimer = setTimeout(() => fail("OMNI_RESPONSE_START_TIMEOUT"), RESPONSE_START_TIMEOUT_MS);
|
|
70
|
-
send("response.create");
|
|
72
|
+
if (!options.route.route.managed) send("response.create");
|
|
71
73
|
}
|
|
72
74
|
const turn = new TurnCoordinator(options.silenceDurationMs, (_text, decision, turnId) => {
|
|
73
75
|
if (closed || failed || muted || inputBlocked) return;
|
|
@@ -289,6 +291,7 @@ function createOmniVoiceEngine(options) {
|
|
|
289
291
|
start() {
|
|
290
292
|
return new Promise((resolve, reject) => {
|
|
291
293
|
rejectStart = reject;
|
|
294
|
+
assertProviderUsage(options.route.route.provider, options.route.url);
|
|
292
295
|
socket = new WebSocket(options.route.url, {
|
|
293
296
|
headers: { Authorization: `Bearer ${options.route.apiKey}` },
|
|
294
297
|
maxPayload: 1024 * 1024,
|
|
@@ -347,7 +350,7 @@ function createOmniVoiceEngine(options) {
|
|
|
347
350
|
type: "server_vad",
|
|
348
351
|
threshold: .5,
|
|
349
352
|
silence_duration_ms: options.silenceDurationMs,
|
|
350
|
-
create_response:
|
|
353
|
+
create_response: options.route.route.managed,
|
|
351
354
|
interrupt_response: false
|
|
352
355
|
}
|
|
353
356
|
} });
|
|
@@ -3,6 +3,7 @@ import { init_voice } from "../../../packages/realtime-protocol/src/voice.js";
|
|
|
3
3
|
import { init_xopc_cloud_config, resolveXopcModelRouterUrl } from "../../providers/xopc-cloud-config.js";
|
|
4
4
|
import { getProviderAuthService, init_provider_auth_service } from "../../providers/provider-auth-service.js";
|
|
5
5
|
import { requirePlatformVoiceModel } from "../platform-catalog.js";
|
|
6
|
+
import { BAILIAN_PLAN_HOST } from "../token-plan.js";
|
|
6
7
|
//#region src/voice/realtime/omniRoute.ts
|
|
7
8
|
init_voice();
|
|
8
9
|
init_provider_auth_service();
|
|
@@ -19,11 +20,11 @@ async function resolveOmniRoute(config) {
|
|
|
19
20
|
if (!model.voice.voices.some((voice) => voice.id === slice.voice && voiceSupportsMode(voice, "conversation"))) throw new Error("Selected voice is unavailable");
|
|
20
21
|
}
|
|
21
22
|
const managed = slice.provider === "xopc-cloud";
|
|
22
|
-
const url = new URL(managed ? `${resolveXopcModelRouterUrl(slice.baseUrl)}/audio/conversations/realtime` : slice.baseUrl ?? "wss://dashscope.aliyuncs.com/api-ws/v1/realtime");
|
|
23
|
+
const url = new URL(managed ? `${resolveXopcModelRouterUrl(slice.baseUrl)}/audio/conversations/realtime` : slice.provider === "qwen-token-plan-cn" ? `${BAILIAN_PLAN_HOST.replace("https:", "wss:")}/api-ws/v1/realtime` : slice.baseUrl ?? "wss://dashscope.aliyuncs.com/api-ws/v1/realtime");
|
|
23
24
|
if (managed && url.protocol === "https:") url.protocol = "wss:";
|
|
24
25
|
if (url.protocol !== "wss:" || url.username || url.password || url.hash || url.port) throw new Error("Omni requires a secure WebSocket endpoint");
|
|
25
26
|
if (!managed && (!(new Set(["dashscope.aliyuncs.com", "dashscope-intl.aliyuncs.com"]).has(url.hostname) || /^[a-zA-Z0-9-]+\.(cn-beijing|ap-southeast-1)\.maas\.aliyuncs\.com$/.test(url.hostname)) || url.pathname !== "/api-ws/v1/realtime")) throw new Error("Unsupported DashScope realtime endpoint");
|
|
26
|
-
const apiKey = managed ? await getProviderAuthService().resolveApiKey(
|
|
27
|
+
const apiKey = managed || slice.provider === "qwen-token-plan-cn" ? await getProviderAuthService().resolveApiKey(slice.provider) : slice.apiKey ?? config.tools?.media?.audio?.providers?.alibaba?.apiKey ?? await getProviderAuthService().resolveApiKey("dashscope");
|
|
27
28
|
if (!apiKey) throw new Error("Omni credentials are unavailable");
|
|
28
29
|
url.search = new URLSearchParams({ model: slice.model }).toString();
|
|
29
30
|
if (serviceVersion) url.searchParams.set("service_version", String(serviceVersion));
|
|
@@ -1,16 +1,17 @@
|
|
|
1
1
|
import { createLogger } from "../../utils/logger/index.js";
|
|
2
2
|
import { init_logger } from "../../utils/logger.js";
|
|
3
3
|
import { init_changes, onUserContextChange } from "../../user-context/changes.js";
|
|
4
|
-
import {
|
|
4
|
+
import { init_model_usage, withModelUsageOrigin } from "../../providers/model-usage.js";
|
|
5
5
|
import { decodeVoiceUplinkAudioFrame, encodeVoiceAudioFrame } from "../../../packages/realtime-protocol/src/voice-audio.js";
|
|
6
6
|
import { VOICE_REALTIME_HEARTBEAT_INTERVAL_MS, VOICE_REALTIME_MAX_BINARY_FRAME_BYTES, VOICE_REALTIME_START_TIMEOUT_MS, VOICE_REALTIME_WS_PATH, init_voice, parseVoiceClientJsonFrame, parseVoiceClientMessage } from "../../../packages/realtime-protocol/src/voice.js";
|
|
7
7
|
import { getModelCatalogStore, init_model_catalog_store } from "../../providers/model-catalog-store.js";
|
|
8
|
-
import {
|
|
9
|
-
import { resolveSpeechProviderChain } from "../tts/factory.js";
|
|
10
|
-
import { mergeTtsConfigFromAppConfig } from "../tts/merge-config.js";
|
|
8
|
+
import { getPersonalAgentByConversation } from "../../personal-agent/repository.js";
|
|
11
9
|
import { getMediaUnderstandingProvider } from "../../media-understanding/registry.js";
|
|
12
10
|
import { resolveSTTProviderChain } from "../stt/factory.js";
|
|
13
11
|
import { mergeSttConfigFromAppConfig } from "../stt/config.js";
|
|
12
|
+
import { ALIBABA_REALTIME_TTS_MODEL } from "../tts/providers/alibaba-speech.js";
|
|
13
|
+
import { resolveSpeechProviderChain } from "../tts/factory.js";
|
|
14
|
+
import { mergeTtsConfigFromAppConfig } from "../tts/merge-config.js";
|
|
14
15
|
import { voiceConversationInstructions } from "./conversation-context.js";
|
|
15
16
|
import { verifyDeviceConnectionProof } from "../../gateway/security/device-request-proof.js";
|
|
16
17
|
import { createPreauthConnectionBudget } from "../../gateway/security/preauth-connection-budget.js";
|
|
@@ -22,6 +23,7 @@ import { applyVoiceOutputGain } from "./pcm-output-gain.js";
|
|
|
22
23
|
import { createRequire } from "node:module";
|
|
23
24
|
import crypto from "node:crypto";
|
|
24
25
|
//#region src/voice/realtime/runtime.ts
|
|
26
|
+
init_model_usage();
|
|
25
27
|
init_voice();
|
|
26
28
|
init_logger();
|
|
27
29
|
init_changes();
|
|
@@ -655,7 +657,7 @@ var VoiceRealtimeRuntime = class {
|
|
|
655
657
|
}
|
|
656
658
|
};
|
|
657
659
|
const clientMetrics = /* @__PURE__ */ new Set();
|
|
658
|
-
socket.on("message", (data, isBinary) => {
|
|
660
|
+
socket.on("message", (data, isBinary) => withModelUsageOrigin("interactive", () => {
|
|
659
661
|
lastActivityAt = Date.now();
|
|
660
662
|
if (isBinary) {
|
|
661
663
|
if (!claim) {
|
|
@@ -879,7 +881,7 @@ var VoiceRealtimeRuntime = class {
|
|
|
879
881
|
message: "Voice session is already started",
|
|
880
882
|
recoverable: true
|
|
881
883
|
});
|
|
882
|
-
});
|
|
884
|
+
}));
|
|
883
885
|
socket.once("close", () => void shutdown("disconnected", false));
|
|
884
886
|
socket.once("error", (err) => log.debug({ err }, "Voice client socket failed"));
|
|
885
887
|
}
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { createLogger } from "../../utils/logger/index.js";
|
|
2
2
|
import { init_logger } from "../../utils/logger.js";
|
|
3
|
+
import { init_profiles, isInteractiveOnlyProvider } from "../../providers/setup/profiles.js";
|
|
3
4
|
import { getModelCatalogStore, init_model_catalog_store } from "../../providers/model-catalog-store.js";
|
|
4
5
|
import { compareCatalogModels } from "../../providers/model-catalog-ranking.js";
|
|
5
6
|
import { getMediaUnderstandingProvider, listMediaUnderstandingProviders } from "../../media-understanding/registry.js";
|
|
@@ -9,6 +10,7 @@ import { readSttProviderFields, resolveSttProviderConfigSlice } from "./config-s
|
|
|
9
10
|
//#region src/voice/stt/factory.ts
|
|
10
11
|
init_logger();
|
|
11
12
|
init_model_catalog_store();
|
|
13
|
+
init_profiles();
|
|
12
14
|
const log = createLogger("STT:Factory");
|
|
13
15
|
function resolveApiKey(providerId, fields, envKey) {
|
|
14
16
|
return fields.apiKey ?? (envKey ? process.env[envKey] : void 0);
|
|
@@ -58,16 +60,20 @@ function resolveSTTProviderOrder(primary, fallback, config) {
|
|
|
58
60
|
return order;
|
|
59
61
|
}
|
|
60
62
|
if (!config.managedAuto) return [primary];
|
|
61
|
-
const configured = sortAudioProvidersByAutoPriority(listMediaUnderstandingProviders()).filter((providerId) =>
|
|
63
|
+
const configured = sortAudioProvidersByAutoPriority(listMediaUnderstandingProviders()).filter((providerId) => {
|
|
64
|
+
const resolved = resolveSTTProviderConfig(providerId, config);
|
|
65
|
+
return resolved !== null && !isInteractiveOnlyProvider(providerId, resolved.baseUrl);
|
|
66
|
+
});
|
|
62
67
|
const order = [primary];
|
|
63
68
|
for (const providerId of configured) if (providerId !== primary && !order.includes(providerId)) order.push(providerId);
|
|
64
69
|
return order;
|
|
65
70
|
}
|
|
66
71
|
function resolveModelEntryChain(config) {
|
|
72
|
+
const pinned = Boolean(config.models?.length) && config.fallback?.enabled === false && !config.managedAuto;
|
|
67
73
|
const entries = resolveModelEntries({
|
|
68
74
|
capability: "audio",
|
|
69
75
|
capabilityModels: config.models,
|
|
70
|
-
sharedModels: config.sharedModels
|
|
76
|
+
sharedModels: pinned ? void 0 : config.sharedModels
|
|
71
77
|
});
|
|
72
78
|
const chain = [];
|
|
73
79
|
for (const entry of entries) {
|
|
@@ -76,7 +82,7 @@ function resolveModelEntryChain(config) {
|
|
|
76
82
|
const resolved = resolveSTTProviderConfig(providerId, config, entry);
|
|
77
83
|
if (resolved) chain.push(resolved);
|
|
78
84
|
}
|
|
79
|
-
if (chain.some((entry) => entry.id === "xopc-cloud")) appendManagedCloudModels(chain, config);
|
|
85
|
+
if (!pinned && chain.some((entry) => entry.id === "xopc-cloud")) appendManagedCloudModels(chain, config);
|
|
80
86
|
return chain;
|
|
81
87
|
}
|
|
82
88
|
function appendManagedCloudModels(chain, config) {
|
|
@@ -2,10 +2,10 @@ import { openAiTranscriptionProvider } from "./providers/openai-transcription.js
|
|
|
2
2
|
import { alibabaTranscriptionProvider } from "./providers/alibaba-transcription.js";
|
|
3
3
|
import "./providers/index.js";
|
|
4
4
|
import { resolveSTTProviderChain, resolveSTTProviderConfig, resolveSTTProviderOrder } from "./factory.js";
|
|
5
|
-
import { isSTTAvailable } from "./availability.js";
|
|
6
|
-
import { checkMentionInTranscription } from "./mention.js";
|
|
7
5
|
import { STTTranscriptionError, transcribe } from "./transcribe-core.js";
|
|
6
|
+
import { isSTTAvailable } from "./availability.js";
|
|
8
7
|
import { mergeSttConfigFromAppConfig } from "./config.js";
|
|
8
|
+
import { checkMentionInTranscription } from "./mention.js";
|
|
9
9
|
import { audioPreflightTranscribe } from "./preflight.js";
|
|
10
10
|
//#region src/voice/stt/index.ts
|
|
11
11
|
/**
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { createLogger } from "../../utils/logger/index.js";
|
|
2
2
|
import { init_logger } from "../../utils/logger.js";
|
|
3
|
+
import { transcribe } from "./transcribe-core.js";
|
|
3
4
|
import { isSTTAvailable } from "./availability.js";
|
|
4
5
|
import { checkMentionInTranscription } from "./mention.js";
|
|
5
|
-
import { transcribe } from "./transcribe-core.js";
|
|
6
6
|
//#region src/voice/stt/preflight.ts
|
|
7
7
|
init_logger();
|
|
8
8
|
const log = createLogger("STT:Preflight");
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { createLogger } from "../../../utils/logger/index.js";
|
|
2
2
|
import { init_logger } from "../../../utils/logger.js";
|
|
3
|
+
import { registerMediaUnderstandingProvider } from "../../../media-understanding/registry.js";
|
|
3
4
|
import { postJsonRequest } from "../../../media-shared/http/provider-http.js";
|
|
4
5
|
import "../../../media-shared/http/index.js";
|
|
5
|
-
import { registerMediaUnderstandingProvider } from "../../../media-understanding/registry.js";
|
|
6
6
|
import { openDashScopeStreamingStt } from "../../dashscope/streaming-stt-session.js";
|
|
7
7
|
//#region src/voice/stt/providers/alibaba-transcription.ts
|
|
8
8
|
init_logger();
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import { assertProviderUsage, init_model_usage } from "../../../providers/model-usage.js";
|
|
2
|
+
import { init_sync_provider_auth, resolveProviderApiKeyForAgentSync } from "../../../auth/sync-provider-auth.js";
|
|
3
|
+
import { getProviderAuthService, init_provider_auth_service } from "../../../providers/provider-auth-service.js";
|
|
4
|
+
import { registerMediaUnderstandingProvider } from "../../../media-understanding/registry.js";
|
|
5
|
+
import { alibabaTranscriptionProvider } from "./alibaba-transcription.js";
|
|
6
|
+
import { BAILIAN_PLAN_HOST, BAILIAN_PLAN_PROVIDER, BAILIAN_PLAN_STT_MODEL } from "../../token-plan.js";
|
|
7
|
+
//#region src/voice/stt/providers/bailian-plan-transcription.ts
|
|
8
|
+
init_sync_provider_auth();
|
|
9
|
+
init_provider_auth_service();
|
|
10
|
+
init_model_usage();
|
|
11
|
+
const bailianPlanTranscriptionProvider = {
|
|
12
|
+
id: BAILIAN_PLAN_PROVIDER,
|
|
13
|
+
capabilities: ["audio"],
|
|
14
|
+
requiresApiKey: false,
|
|
15
|
+
defaultModels: { audio: BAILIAN_PLAN_STT_MODEL },
|
|
16
|
+
isConfigured: () => Boolean(resolveProviderApiKeyForAgentSync("qwen-token-plan-cn") ?? process.env.QWEN_TOKEN_PLAN_CN_API_KEY),
|
|
17
|
+
transcribeAudio: async (request) => {
|
|
18
|
+
assertProviderUsage(BAILIAN_PLAN_PROVIDER);
|
|
19
|
+
const apiKey = await getProviderAuthService().resolveApiKey(BAILIAN_PLAN_PROVIDER);
|
|
20
|
+
if (!apiKey) throw new Error("Bailian subscription STT credential is unavailable");
|
|
21
|
+
if (request.model && request.model !== "qwen-audio-3.0-asr-flash") throw new Error("Unsupported Bailian subscription STT model");
|
|
22
|
+
return alibabaTranscriptionProvider.transcribeAudio({
|
|
23
|
+
...request,
|
|
24
|
+
apiKey,
|
|
25
|
+
model: BAILIAN_PLAN_STT_MODEL,
|
|
26
|
+
baseUrl: `${BAILIAN_PLAN_HOST}/api/v1/services/aigc/multimodal-generation/generation`
|
|
27
|
+
});
|
|
28
|
+
}
|
|
29
|
+
};
|
|
30
|
+
registerMediaUnderstandingProvider(bailianPlanTranscriptionProvider);
|
|
31
|
+
//#endregion
|
|
32
|
+
export { bailianPlanTranscriptionProvider };
|
|
@@ -13,3 +13,4 @@
|
|
|
13
13
|
export { openAiTranscriptionProvider } from './openai-transcription.js';
|
|
14
14
|
export { alibabaTranscriptionProvider } from './alibaba-transcription.js';
|
|
15
15
|
export { xopcCloudTranscriptionProvider } from './xopc-cloud-transcription.js';
|
|
16
|
+
export { bailianPlanTranscriptionProvider } from './bailian-plan-transcription.js';
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { openAiTranscriptionProvider } from "./openai-transcription.js";
|
|
2
2
|
import { alibabaTranscriptionProvider } from "./alibaba-transcription.js";
|
|
3
3
|
import { xopcCloudTranscriptionProvider } from "./xopc-cloud-transcription.js";
|
|
4
|
-
|
|
4
|
+
import { bailianPlanTranscriptionProvider } from "./bailian-plan-transcription.js";
|
|
5
|
+
export { alibabaTranscriptionProvider, bailianPlanTranscriptionProvider, openAiTranscriptionProvider, xopcCloudTranscriptionProvider };
|
|
@@ -4,10 +4,10 @@ import { getProviderAuthService, init_provider_auth_service } from "../../../pro
|
|
|
4
4
|
import { captureCloudUsageResponse } from "../../../usage/cloud-receipts.js";
|
|
5
5
|
import { cloudCreditBudgetHeaders, rejectUnbudgetedCloudTransport, reportCloudCreditError } from "../../../providers/xopc-cloud-credit-budget.js";
|
|
6
6
|
import { compareCatalogModels } from "../../../providers/model-catalog-ranking.js";
|
|
7
|
+
import { registerMediaUnderstandingProvider } from "../../../media-understanding/registry.js";
|
|
7
8
|
import { trackCloudCapabilityUsage } from "../../../usage/cloud-capability.js";
|
|
8
9
|
import { openPlatformStt } from "../../platform-streams.js";
|
|
9
10
|
import { platformVoiceModels, requirePlatformVoiceModel } from "../../platform-catalog.js";
|
|
10
|
-
import { registerMediaUnderstandingProvider } from "../../../media-understanding/registry.js";
|
|
11
11
|
//#region src/voice/stt/providers/xopc-cloud-transcription.ts
|
|
12
12
|
init_model_catalog_store();
|
|
13
13
|
init_provider_auth_service();
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { createLogger } from "../../utils/logger/index.js";
|
|
2
2
|
import { init_logger } from "../../utils/logger.js";
|
|
3
|
-
import { resolveSTTProviderChain } from "./factory.js";
|
|
4
3
|
import { runAudioTranscription } from "../../media-understanding/audio-transcription-runner.js";
|
|
4
|
+
import { resolveSTTProviderChain } from "./factory.js";
|
|
5
5
|
//#region src/voice/stt/transcribe-core.ts
|
|
6
6
|
init_logger();
|
|
7
7
|
const log = createLogger("STT");
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
/** Verified Beijing individual-plan bindings; ordinary DashScope settings stay separate. */
|
|
2
|
+
export declare const BAILIAN_PLAN_PROVIDER = "qwen-token-plan-cn";
|
|
3
|
+
export declare const BAILIAN_PLAN_HOST = "https://token-plan.cn-beijing.maas.aliyuncs.com";
|
|
4
|
+
export declare const BAILIAN_PLAN_TTS_MODEL = "qwen-audio-3.0-tts-plus";
|
|
5
|
+
export declare const BAILIAN_PLAN_STT_MODEL = "qwen-audio-3.0-asr-flash";
|
|
6
|
+
export declare const BAILIAN_PLAN_OMNI_MODEL = "qwen-audio-3.0-realtime-plus";
|
|
7
|
+
export declare const BAILIAN_PLAN_TTS_VOICE = "longanhuan_v3.6";
|
|
8
|
+
export declare const BAILIAN_PLAN_OMNI_VOICE = "longanqian";
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
//#region src/voice/token-plan.ts
|
|
2
|
+
/** Verified Beijing individual-plan bindings; ordinary DashScope settings stay separate. */
|
|
3
|
+
const BAILIAN_PLAN_PROVIDER = "qwen-token-plan-cn";
|
|
4
|
+
const BAILIAN_PLAN_HOST = "https://token-plan.cn-beijing.maas.aliyuncs.com";
|
|
5
|
+
const BAILIAN_PLAN_TTS_MODEL = "qwen-audio-3.0-tts-plus";
|
|
6
|
+
const BAILIAN_PLAN_STT_MODEL = "qwen-audio-3.0-asr-flash";
|
|
7
|
+
const BAILIAN_PLAN_OMNI_MODEL = "qwen-audio-3.0-realtime-plus";
|
|
8
|
+
const BAILIAN_PLAN_TTS_VOICE = "longanhuan_v3.6";
|
|
9
|
+
const BAILIAN_PLAN_OMNI_VOICE = "longanqian";
|
|
10
|
+
//#endregion
|
|
11
|
+
export { BAILIAN_PLAN_HOST, BAILIAN_PLAN_OMNI_MODEL, BAILIAN_PLAN_OMNI_VOICE, BAILIAN_PLAN_PROVIDER, BAILIAN_PLAN_STT_MODEL, BAILIAN_PLAN_TTS_MODEL, BAILIAN_PLAN_TTS_VOICE };
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { createLogger } from "../../utils/logger/index.js";
|
|
2
2
|
import { init_logger } from "../../utils/logger.js";
|
|
3
|
+
import { init_profiles, isInteractiveOnlyProvider } from "../../providers/setup/profiles.js";
|
|
3
4
|
import { getModelCatalogStore, init_model_catalog_store } from "../../providers/model-catalog-store.js";
|
|
4
5
|
import { compareCatalogModels } from "../../providers/model-catalog-ranking.js";
|
|
5
6
|
import { getSpeechProvider, listSpeechProviders } from "./speech-registry.js";
|
|
@@ -8,6 +9,7 @@ import { buildTtsResolveRawConfig } from "./config-slice.js";
|
|
|
8
9
|
//#region src/voice/tts/factory.ts
|
|
9
10
|
init_logger();
|
|
10
11
|
init_model_catalog_store();
|
|
12
|
+
init_profiles();
|
|
11
13
|
const log = createLogger("TTS:Factory");
|
|
12
14
|
/** Resolve a single provider id → plugin + per-call config, or null if unavailable. */
|
|
13
15
|
function resolveSpeechProvider(providerId, config, providerOverride) {
|
|
@@ -50,7 +52,8 @@ function resolveProviderOrder(primary, fallback, config) {
|
|
|
50
52
|
}
|
|
51
53
|
if (!config.managedAuto) return [primary];
|
|
52
54
|
const configured = listSpeechProviders().map((plugin) => {
|
|
53
|
-
|
|
55
|
+
const resolved = resolveSpeechProvider(plugin.id, config);
|
|
56
|
+
return resolved && !isInteractiveOnlyProvider(plugin.id, resolved.providerConfig.baseUrl) ? plugin : null;
|
|
54
57
|
}).filter((plugin) => plugin !== null).sort((left, right) => {
|
|
55
58
|
const leftOrder = left.autoSelectOrder ?? Number.MAX_SAFE_INTEGER;
|
|
56
59
|
const rightOrder = right.autoSelectOrder ?? Number.MAX_SAFE_INTEGER;
|
|
@@ -4,12 +4,12 @@ import { alibabaSpeechProvider } from "./providers/alibaba-speech.js";
|
|
|
4
4
|
import { edgeSpeechProvider } from "./providers/edge-speech.js";
|
|
5
5
|
import { MINIMAX_TTS_MODELS, MINIMAX_TTS_VOICES, minimaxSpeechProvider } from "./providers/minimax-speech.js";
|
|
6
6
|
import "./providers/index.js";
|
|
7
|
-
import { getAvailableProviders, isProviderConfigured, isTTSAvailable, listRegisteredSpeechProviderIds, resolveProviderOrder, resolveSpeechProvider, resolveSpeechProviderChain } from "./factory.js";
|
|
8
|
-
import { appendTtsReadinessNote, formatTtsSetupHint, mergeTtsConfigFromAppConfig } from "./merge-config.js";
|
|
9
|
-
import { TTSService, getChannelOutputFormat, getSupportedChannels, isVoiceCompatibleChannel, shouldUseTTS } from "./service.js";
|
|
10
7
|
import { buildTtsSystemPromptHint, hasTtsDirectives, parseTtsDirectives, stripTtsDirectives } from "./directives.js";
|
|
8
|
+
import { getAvailableProviders, isProviderConfigured, isTTSAvailable, listRegisteredSpeechProviderIds, resolveProviderOrder, resolveSpeechProvider, resolveSpeechProviderChain } from "./factory.js";
|
|
11
9
|
import { preprocessText } from "./preprocess.js";
|
|
12
10
|
import { speak, speakStream, speakWithProvider } from "./speak-core.js";
|
|
11
|
+
import { appendTtsReadinessNote, formatTtsSetupHint, mergeTtsConfigFromAppConfig } from "./merge-config.js";
|
|
12
|
+
import { TTSService, getChannelOutputFormat, getSupportedChannels, isVoiceCompatibleChannel, shouldUseTTS } from "./service.js";
|
|
13
13
|
import { recordTtsFailure, recordTtsSuccess, ttsStatusTracker } from "./status-tracker.js";
|
|
14
14
|
import { isTtsEnabled, maybeApplyTtsToPayload, resolveTtsAutoMode } from "./payload.js";
|
|
15
15
|
export { MINIMAX_TTS_MODELS, MINIMAX_TTS_VOICES, OPENAI_TTS_MODELS, OPENAI_TTS_VOICES, TTSService, alibabaSpeechProvider, appendTtsReadinessNote, buildTtsSystemPromptHint, edgeSpeechProvider, formatTtsSetupHint, getAvailableProviders, getChannelOutputFormat, getSpeechProvider, getSupportedChannels, hasTtsDirectives, isProviderConfigured, isTTSAvailable, isTtsEnabled, isVoiceCompatibleChannel, listRegisteredSpeechProviderIds, listSpeechProviders, maybeApplyTtsToPayload, mergeTtsConfigFromAppConfig, minimaxSpeechProvider, openAiSpeechProvider, parseTtsDirectives, preprocessText, recordTtsFailure, recordTtsSuccess, registerSpeechProvider, resolveProviderOrder, resolveSpeechProvider, resolveSpeechProviderChain, resolveTtsAutoMode, shouldUseTTS, speak, speakStream, speakWithProvider, stripTtsDirectives, ttsStatusTracker };
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { DEFAULT_TTS_CONFIG } from "./types.js";
|
|
2
1
|
import { isTTSAvailable } from "./factory.js";
|
|
2
|
+
import { DEFAULT_TTS_CONFIG } from "./types.js";
|
|
3
3
|
//#region src/voice/tts/merge-config.ts
|
|
4
4
|
/**
|
|
5
5
|
* Merge persisted app config `tts` with defaults to a full {@link TTSConfig}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { createLogger } from "../../utils/logger/index.js";
|
|
2
2
|
import { init_logger } from "../../utils/logger.js";
|
|
3
|
-
import { getChannelOutputFormat, shouldUseTTS } from "./service.js";
|
|
4
3
|
import { speak } from "./speak-core.js";
|
|
4
|
+
import { getChannelOutputFormat, shouldUseTTS } from "./service.js";
|
|
5
5
|
import { compressAudio } from "./audio.js";
|
|
6
6
|
import { recordTtsFailure, recordTtsSuccess } from "./status-tracker.js";
|
|
7
7
|
//#region src/voice/tts/payload.ts
|