@xopcai/xopc 0.0.286 → 0.0.291
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +16 -0
- package/README.zh-CN.md +16 -0
- package/dist/browser-ext/dist/assets/{auth-BXCWrPlg.js → auth-B2CDTr_F.js} +2 -1
- package/dist/browser-ext/dist/background.js +1 -1
- package/dist/browser-ext/dist/sidepanel.html +1 -1
- package/dist/browser-ext/dist/sidepanel.js +36 -10
- package/dist/browser-ext/manifest.json +1 -1
- package/dist/extensions/telegram/xopc.extension.json +1 -1
- package/dist/gateway/static/root/assets/{activity-store-xOhV8FHx.js → activity-store-6lmzUBEr.js} +1 -1
- package/dist/gateway/static/root/assets/{agent-avatar-dicebear-BzQbYWEj.js → agent-avatar-dicebear-BCtrkF15.js} +1 -1
- package/dist/gateway/static/root/assets/agent-defaults-settings-panel-D2eYNelh.js +1 -0
- package/dist/gateway/static/root/assets/agents-BedA5XwI.js +1 -0
- package/dist/gateway/static/root/assets/{api-CVJQLBv9.js → api-D6yepxBp.js} +1 -1
- package/dist/gateway/static/root/assets/api-Dnfnl1Gd.js +1 -0
- package/dist/gateway/static/root/assets/{app-management-settings-panel-CTyuXkNC.js → app-management-settings-panel-Md562Fo-.js} +1 -1
- package/dist/gateway/static/root/assets/{appearance-settings-Tk-GJtvF.js → appearance-settings-BiBFI4BM.js} +1 -1
- package/dist/gateway/static/root/assets/{apps-page-BA-7OrhJ.js → apps-page-Corla83b.js} +1 -1
- package/dist/gateway/static/root/assets/{archive-plugin-O49jeeXo.js → archive-plugin-A_Unp751.js} +1 -1
- package/dist/gateway/static/root/assets/{attachment-load-r9lBF2tW.js → attachment-load-D6idSUyP.js} +1 -1
- package/dist/gateway/static/root/assets/{automations-page-CFFLXYgS.js → automations-page-C6j71Lgs.js} +1 -1
- package/dist/gateway/static/root/assets/automations-workspace-DjZdhLQ5.js +6 -0
- package/dist/gateway/static/root/assets/{binary-plugins-BpM43vsn.js → binary-plugins-BkKYh-8v.js} +1 -1
- package/dist/gateway/static/root/assets/{block-editor-DFrfEcGw.js → block-editor-CDcMvaku.js} +3 -3
- package/dist/gateway/static/root/assets/{browser-automation-inputs-CyHGQwxQ.js → browser-automation-inputs-Cq4sIJt2.js} +1 -1
- package/dist/gateway/static/root/assets/{browser-automations-page-CPkOWfM9.js → browser-automations-page-C64k4TBH.js} +2 -2
- package/dist/gateway/static/root/assets/{browser-settings-page-BOcseZxg.js → browser-settings-page-1k5rj_qR.js} +3 -3
- package/dist/gateway/static/root/assets/capabilities-settings-panel-B2NvoTYb.js +8 -0
- package/dist/gateway/static/root/assets/channels-settings-DExixzp4.js +1 -0
- package/dist/gateway/static/root/assets/{channels-status-swr-BArPeImO.js → channels-status-swr-CVzEYBpX.js} +1 -1
- package/dist/gateway/static/root/assets/{chat-terminal-dock-D5Aka4S8.js → chat-terminal-dock-B9eKFkbg.js} +2 -2
- package/dist/gateway/static/root/assets/computer-model-settings-DW6j2lsn.js +1 -0
- package/dist/gateway/static/root/assets/computer-settings-page-C2Qyw63Q.js +1 -0
- package/dist/gateway/static/root/assets/connectors-page-C3ubZz7K.js +2 -0
- package/dist/gateway/static/root/assets/{date-picker-DNtRu6EB.js → date-picker-BdxjXVKL.js} +1 -1
- package/dist/gateway/static/root/assets/{dependency-picker-Dng3dIQa.js → dependency-picker-CXOa4uh4.js} +1 -1
- package/dist/gateway/static/root/assets/{desktop-pet-BicYycxy.js → desktop-pet-CBWiAaSv.js} +1 -1
- package/dist/gateway/static/root/assets/{desktop-pet-settings-BEse55eX.js → desktop-pet-settings-BX1aILDK.js} +1 -1
- package/dist/gateway/static/root/assets/{device-pairing-wizard-be30HuFI.js → device-pairing-wizard-bqm_Yf4i.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-debug-page-YzhYyuay.js → extension-debug-page-B4MMerja.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-page-CEXVIkDl.js → extension-page-B3ZtINak.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-settings-page-CrlbgK8g.js → extension-settings-page-8BkQVh0z.js} +1 -1
- package/dist/gateway/static/root/assets/{gateway-config-swr-BNuoHXiZ.js → gateway-config-swr-BBovMBQ1.js} +1 -1
- package/dist/gateway/static/root/assets/gateway-settings-ZyhacQX5.js +1 -0
- package/dist/gateway/static/root/assets/{gateway-startup-retry-zMPfje0n.js → gateway-startup-retry-NXDtzZED.js} +1 -1
- package/dist/gateway/static/root/assets/{heartbeat-settings-BtxitqZ3.js → heartbeat-settings-Bllcxm2A.js} +1 -1
- package/dist/gateway/static/root/assets/home-page-Cv2e8XBR.js +1 -0
- package/dist/gateway/static/root/assets/{image-generation-api-B_Tyx74A.js → image-generation-api-D01ieqGC.js} +1 -1
- package/dist/gateway/static/root/assets/{imports-page-eZciuLw_.js → imports-page-DJG1BJzd.js} +1 -1
- package/dist/gateway/static/root/assets/index-B7EieIE4.js +75 -0
- package/dist/gateway/static/root/assets/index-BD5uNzie.css +2 -0
- package/dist/gateway/static/root/assets/{keyboard-shortcuts-settings-B796W039.js → keyboard-shortcuts-settings-6A6JOHTI.js} +1 -1
- package/dist/gateway/static/root/assets/local-app-workbench-page-Cipj52Zq.js +2 -0
- package/dist/gateway/static/root/assets/{local-apps-page-DXmY5jwM.js → local-apps-page-bD-m7YHJ.js} +1 -1
- package/dist/gateway/static/root/assets/{locale-store-D0001I7p.js → locale-store-eliqUnBr.js} +1 -1
- package/dist/gateway/static/root/assets/logs-page-D5feO2yw.js +2 -0
- package/dist/gateway/static/root/assets/{management-settings-b1MG7s-3.js → management-settings-B7mz0_44.js} +1 -1
- package/dist/gateway/static/root/assets/{markdown-view-2txE_Blz.js → markdown-view-BIg7cei7.js} +1 -1
- package/dist/gateway/static/root/assets/{media-plugins-CDEf3ksI.js → media-plugins-DQ2HfMeG.js} +1 -1
- package/dist/gateway/static/root/assets/messages-NYDOR8-j.js +3 -0
- package/dist/gateway/static/root/assets/note-detail-panel-DhYJigb3.js +5 -0
- package/dist/gateway/static/root/assets/notes-page-Bg5NPUdf.js +8 -0
- package/dist/gateway/static/root/assets/{page-tabs-Bi_-DA5J.js → page-tabs-DmG_Qjl8.js} +1 -1
- package/dist/gateway/static/root/assets/{preview-open-alternatives-Dhfdf14p.js → preview-open-alternatives-Y9J1kjKC.js} +1 -1
- package/dist/gateway/static/root/assets/{proactive-page-BNouL7Tv.js → proactive-page-Duc_NQ8l.js} +1 -1
- package/dist/gateway/static/root/assets/{product-open-page-BkbZBqBr.js → product-open-page-DtgWUAwT.js} +1 -1
- package/dist/gateway/static/root/assets/project-detail-page-DVOiucVA.js +1 -0
- package/dist/gateway/static/root/assets/projects-page-Dr_kDoCJ.js +1 -0
- package/dist/gateway/static/root/assets/{registry-api-icwoEKYB.js → registry-api-Dpm3N2h0.js} +1 -1
- package/dist/gateway/static/root/assets/remote-access-hub-hyJ2KKKK.js +1 -0
- package/dist/gateway/static/root/assets/{runtime-tools-settings-panel-bmgxwWpW.js → runtime-tools-settings-panel-DB7J9opJ.js} +2 -2
- package/dist/gateway/static/root/assets/{schema-form-DoZeepCg.js → schema-form-CMYuPOlE.js} +1 -1
- package/dist/gateway/static/root/assets/sessions-page-DGsnYcoh.js +1 -0
- package/dist/gateway/static/root/assets/settings-advanced-gate-DuzZqQMn.js +1 -0
- package/dist/gateway/static/root/assets/{settings-form-section-sw2bbS2b.js → settings-form-section-BayJP08a.js} +1 -1
- package/dist/gateway/static/root/assets/{settings-page-BWF8uac0.js → settings-page-CWBqZtt6.js} +1 -1
- package/dist/gateway/static/root/assets/setup-status-panel-C97S5g5c.js +1 -0
- package/dist/gateway/static/root/assets/{share-preview-page-BIHYD6-O.js → share-preview-page-Wn5bQA-5.js} +1 -1
- package/dist/gateway/static/root/assets/shares-settings-pfVzP8F7.js +1 -0
- package/dist/gateway/static/root/assets/skill-reload-api-DDJ0ZKx3.js +1 -0
- package/dist/gateway/static/root/assets/skills-page-DbDpLjDW.js +2 -0
- package/dist/gateway/static/root/assets/{skills-page.utils-dvue6Ish.js → skills-page.utils-DCHY_kou.js} +1 -1
- package/dist/gateway/static/root/assets/{system-settings-panel-DCyxPWCl.js → system-settings-panel-DhgITgId.js} +1 -1
- package/dist/gateway/static/root/assets/task-detail-page-UqwtiHYu.js +1 -0
- package/dist/gateway/static/root/assets/{theme-store-CZwYGpbY.js → theme-store-DUHPzKzv.js} +1 -1
- package/dist/gateway/static/root/assets/{tunnel-api-__auf8Ww.js → tunnel-api-DJ3gz2tM.js} +1 -1
- package/dist/gateway/static/root/assets/{use-autosave-Iq83UDt3.js → use-autosave-htvgT192.js} +1 -1
- package/dist/gateway/static/root/assets/user-model-page-xOsXY_2W.js +2 -0
- package/dist/gateway/static/root/assets/{voice-api-key-field-D-QssKik.js → voice-api-key-field-BviJF3Oa.js} +1 -1
- package/dist/gateway/static/root/assets/{voice-config-api-B0wNN_tE.js → voice-config-api-Bjy8EFqi.js} +1 -1
- package/dist/gateway/static/root/assets/{work-discovery-overlay-5NRYg1iI.js → work-discovery-overlay-BOBVNEYZ.js} +1 -1
- package/dist/gateway/static/root/assets/{workflow-run-setup-panel-Ds2SZjLG.js → workflow-run-setup-panel-D1N9uUyM.js} +2 -2
- package/dist/gateway/static/root/assets/workflows-page-2ylzlgkG.js +6 -0
- package/dist/gateway/static/root/index.html +10 -10
- package/dist/package.js +1 -1
- package/dist/packages/computer-control-contract/src/index.js +178 -0
- package/dist/packages/realtime-protocol/src/voice-audio.js +15 -10
- package/dist/packages/realtime-protocol/src/voice-catalog.js +61 -0
- package/dist/packages/realtime-protocol/src/voice.js +257 -248
- package/dist/src/agent/agent-manager.d.ts +1 -0
- package/dist/src/agent/agent-manager.js +5 -4
- package/dist/src/agent/background-review/run-background-review.js +1 -1
- package/dist/src/agent/embedded/model-runtime.js +1 -1
- package/dist/src/agent/embedded/run-for-session.js +1 -1
- package/dist/src/agent/embedded/run-turn.js +9 -1
- package/dist/src/agent/external-tools/endpoint-provider.js +4 -2
- package/dist/src/agent/image/tool-model-config.js +1 -1
- package/dist/src/agent/mcp/oauth/mcp-oauth-store.js +1 -1
- package/dist/src/agent/service.js +2 -2
- package/dist/src/agent/session/session-inspector.js +1 -1
- package/dist/src/agent/skills/hub-lock.js +1 -1
- package/dist/src/agent/skills/index.js +25 -15
- package/dist/src/agent/skills/parse-skill-metadata.d.ts +5 -1
- package/dist/src/agent/skills/parse-skill-metadata.js +21 -1
- package/dist/src/agent/skills/types.d.ts +7 -0
- package/dist/src/agent/tasks/task-judge-service.js +3 -3
- package/dist/src/agent/tool-manuals/computer.d.ts +1 -0
- package/dist/src/agent/tool-manuals/computer.js +19 -0
- package/dist/src/agent/tool-manuals/index.js +7 -0
- package/dist/src/agent/tools/computer-use-tool.d.ts +11 -0
- package/dist/src/agent/tools/computer-use-tool.js +86 -0
- package/dist/src/agent/tools/factory.d.ts +2 -0
- package/dist/src/agent/tools/factory.js +30 -0
- package/dist/src/agent-config/index.js +2 -2
- package/dist/src/agent-config/resolver.js +5 -0
- package/dist/src/agent-config/schema.d.ts +32 -0
- package/dist/src/agent-config/schema.js +5 -2
- package/dist/src/ai-assist/text-assist.js +1 -1
- package/dist/src/auth/credentials.js +2 -2
- package/dist/src/auth/oauth/xopc-cloud.js +1 -1
- package/dist/src/auth/profiles/store.js +1 -1
- package/dist/src/auth/sync-provider-auth.js +2 -2
- package/dist/src/browser/providers/browser-ext-install.js +1 -1
- package/dist/src/capabilities/readiness/from-config.js +14 -2
- package/dist/src/capabilities/readiness/planner.js +3 -2
- package/dist/src/capabilities/readiness/types.d.ts +1 -1
- package/dist/src/chat-commands/agent-edit.js +1 -1
- package/dist/src/cli/commands/agent.js +1 -1
- package/dist/src/cli/commands/doctor/checks/provider-auth.js +3 -3
- package/dist/src/cli/commands/models.js +1 -1
- package/dist/src/computer/broker.d.ts +97 -0
- package/dist/src/computer/broker.js +337 -0
- package/dist/src/computer/config.d.ts +9 -0
- package/dist/src/computer/config.js +16 -0
- package/dist/src/computer/control-guard.d.ts +4 -0
- package/dist/src/computer/control-guard.js +17 -0
- package/dist/src/computer/errors.d.ts +7 -0
- package/dist/src/computer/errors.js +30 -0
- package/dist/src/computer/model-adapter.d.ts +44 -0
- package/dist/src/computer/model-adapter.js +273 -0
- package/dist/src/computer/model-config.d.ts +3 -0
- package/dist/src/computer/model-config.js +27 -0
- package/dist/src/computer/model-policy.d.ts +3 -0
- package/dist/src/computer/model-policy.js +20 -0
- package/dist/src/computer/runtime.d.ts +128 -0
- package/dist/src/computer/runtime.js +388 -0
- package/dist/src/config/index.js +4 -4
- package/dist/src/config/loader.js +2 -2
- package/dist/src/config/models-json.d.ts +36 -0
- package/dist/src/config/models-json.js +15 -1
- package/dist/src/config/schema.d.ts +37 -0
- package/dist/src/config/schema.js +11 -2
- package/dist/src/config/voice.js +2 -2
- package/dist/src/endpoint-tools/invocation-service.d.ts +1 -0
- package/dist/src/endpoint-tools/invocation-service.js +5 -2
- package/dist/src/endpoint-tools/policy.js +7 -0
- package/dist/src/endpoint-tools/runtime.js +1 -0
- package/dist/src/endpoint-tools/upload-service.d.ts +13 -1
- package/dist/src/endpoint-tools/upload-service.js +73 -8
- package/dist/src/extensions/lockfile.js +1 -1
- package/dist/src/gateway/agent-builtin-tools.d.ts +7 -1
- package/dist/src/gateway/agent-builtin-tools.js +7 -0
- package/dist/src/gateway/agents-admin.js +1 -1
- package/dist/src/gateway/file-path-classifier.js +1 -1
- package/dist/src/gateway/global-defaults-admin.js +16 -0
- package/dist/src/gateway/hono/lib/config-payload.d.ts +15 -0
- package/dist/src/gateway/hono/lib/config-payload.js +2 -1
- package/dist/src/gateway/hono/routes/config-patch/misc.js +13 -2
- package/dist/src/gateway/hono/routes/endpoint-tools.js +3 -2
- package/dist/src/gateway/hono/routes/models.js +6 -3
- package/dist/src/gateway/hono/routes/voice.js +55 -1
- package/dist/src/gateway/hono/routes/workflows.js +2 -2
- package/dist/src/gateway/security/gateway-scopes.d.ts +1 -1
- package/dist/src/gateway/security/gateway-scopes.js +3 -0
- package/dist/src/gateway/service/config-coordinator.js +4 -1
- package/dist/src/gateway/service.js +12 -12
- package/dist/src/providers/auth-runtime/resolve-auth.js +1 -1
- package/dist/src/providers/index.js +2 -2
- package/dist/src/providers/model-catalog-persistence.js +11 -2
- package/dist/src/providers/model-catalog-store.js +1 -0
- package/dist/src/providers/model-catalog-types.d.ts +7 -2
- package/dist/src/providers/model-reference-auditor.js +6 -3
- package/dist/src/providers/model-registry.js +4 -1
- package/dist/src/providers/model-supplements.js +18 -2
- package/dist/src/providers/presentation.js +4 -2
- package/dist/src/providers/register-runtime-providers.js +1 -1
- package/dist/src/providers/xopc-cloud-model-source.js +10 -4
- package/dist/src/storage/sqlite/index.d.ts +1 -1
- package/dist/src/storage/sqlite/index.js +2 -2
- package/dist/src/storage/sqlite/migrations/conversation-backup.d.ts +8 -0
- package/dist/src/storage/sqlite/migrations/conversation-backup.js +17 -7
- package/dist/src/storage/sqlite/migrations/conversation-windows-owners.js +5 -2
- package/dist/src/storage/sqlite/migrations/discover.js +2 -2
- package/dist/src/storage/sqlite/migrations/errors.d.ts +5 -0
- package/dist/src/storage/sqlite/migrations/errors.js +12 -2
- package/dist/src/storage/sqlite/migrations/runner.d.ts +1 -1
- package/dist/src/storage/sqlite/migrations/runner.js +3 -2
- package/dist/src/storage/sqlite/schema.js +2 -2
- package/dist/src/storage/sqlite/schema.sql +2641 -526
- package/dist/src/tui/backends/embedded-backend.js +1 -1
- package/dist/src/tui/tui-commands.js +1 -1
- package/dist/src/tui/tui-startup-resources.js +1 -1
- package/dist/src/tui/tui.js +2 -2
- package/dist/src/voice/platform-catalog.d.ts +81 -0
- package/dist/src/voice/platform-catalog.js +16 -0
- package/dist/src/voice/platform-settings.d.ts +4 -0
- package/dist/src/voice/platform-settings.js +120 -0
- package/dist/src/voice/platform-streams.d.ts +12 -0
- package/dist/src/voice/platform-streams.js +250 -0
- package/dist/src/voice/realtime/omniEngine.js +8 -5
- package/dist/src/voice/realtime/omniRoute.d.ts +1 -0
- package/dist/src/voice/realtime/omniRoute.js +11 -1
- package/dist/src/voice/realtime/runtime.js +14 -6
- package/dist/src/voice/stt/providers/xopc-cloud-transcription.js +15 -8
- package/dist/src/voice/tts/providers/xopc-cloud-speech.js +12 -19
- package/dist/src/work-discovery/service.js +2 -2
- package/dist/src/workflows/service/workflow-run-service.js +1 -1
- package/package.json +7 -4
- package/skills/creative/algorithmic-art/SKILL.md +7 -0
- package/skills/creative/frontend-design/SKILL.md +8 -0
- package/skills/creative/hatch-pet/SKILL.md +7 -0
- package/skills/creative/theme-factory/SKILL.md +8 -0
- package/skills/documents/doc-coauthoring/SKILL.md +7 -0
- package/skills/documents/docx/SKILL.md +7 -0
- package/skills/documents/pdf/SKILL.md +7 -0
- package/skills/documents/pptx/SKILL.md +7 -0
- package/skills/documents/xlsx/SKILL.md +9 -1
- package/skills/engineering/build-xopc-local-app/SKILL.md +7 -0
- package/skills/engineering/define-task/SKILL.md +7 -0
- package/skills/engineering/diagnose/SKILL.md +8 -0
- package/skills/engineering/tdd/SKILL.md +8 -0
- package/skills/tools/find-skills/SKILL.md +8 -0
- package/skills/tools/github/SKILL.md +7 -0
- package/skills/tools/summarize/SKILL.md +8 -0
- package/skills/tools/webapp-testing/SKILL.md +8 -1
- package/dist/gateway/static/root/assets/agent-defaults-settings-panel-BxR5eog4.js +0 -1
- package/dist/gateway/static/root/assets/agents-Dx1om1eN.js +0 -1
- package/dist/gateway/static/root/assets/api-q1kIMCLW.js +0 -1
- package/dist/gateway/static/root/assets/automations-workspace-DUZE1NOH.js +0 -6
- package/dist/gateway/static/root/assets/capabilities-settings-panel-ohEV64hG.js +0 -8
- package/dist/gateway/static/root/assets/channels-settings-UOf9mgqt.js +0 -1
- package/dist/gateway/static/root/assets/connectors-page-BEQR0NRq.js +0 -2
- package/dist/gateway/static/root/assets/gateway-settings-CDJY1AOW.js +0 -1
- package/dist/gateway/static/root/assets/home-page-_oqo0pNR.js +0 -1
- package/dist/gateway/static/root/assets/index--YC42LAz.css +0 -2
- package/dist/gateway/static/root/assets/index-fVtuw2o9.js +0 -75
- package/dist/gateway/static/root/assets/local-app-workbench-page-Z8mpau9d.js +0 -2
- package/dist/gateway/static/root/assets/logs-page-BGOO8ouT.js +0 -2
- package/dist/gateway/static/root/assets/messages-BWANv-N-.js +0 -3
- package/dist/gateway/static/root/assets/note-detail-panel-Bm33_3xJ.js +0 -5
- package/dist/gateway/static/root/assets/notes-page-C32-xssK.js +0 -8
- package/dist/gateway/static/root/assets/project-detail-page-CZ7glGYw.js +0 -1
- package/dist/gateway/static/root/assets/projects-page-DP3ZINZz.js +0 -1
- package/dist/gateway/static/root/assets/remote-access-hub-xqJcPdOO.js +0 -1
- package/dist/gateway/static/root/assets/sessions-page-BaxIfjpm.js +0 -1
- package/dist/gateway/static/root/assets/settings-advanced-gate-Cy3Ab3Vg.js +0 -1
- package/dist/gateway/static/root/assets/setup-status-panel-BuYto2mT.js +0 -1
- package/dist/gateway/static/root/assets/shares-settings-DKtWUneq.js +0 -1
- package/dist/gateway/static/root/assets/skill-reload-api-Dn7ElMUk.js +0 -1
- package/dist/gateway/static/root/assets/skills-page-D-7UtJIc.js +0 -2
- package/dist/gateway/static/root/assets/task-detail-page-efmH43Pq.js +0 -1
- package/dist/gateway/static/root/assets/user-model-page-DByIJcQq.js +0 -2
- package/dist/gateway/static/root/assets/workflows-page-BJv3eoKR.js +0 -6
- package/dist/src/storage/sqlite/migrations/002_add_flush_columns.sql +0 -3
- package/dist/src/storage/sqlite/migrations/003_add_note_markdown_meta.sql +0 -4
- package/dist/src/storage/sqlite/migrations/004_add_session_type_metadata.sql +0 -15
- package/dist/src/storage/sqlite/migrations/005_add_note_agent_contexts.sql +0 -10
- package/dist/src/storage/sqlite/migrations/006_add_goals.sql +0 -108
- package/dist/src/storage/sqlite/migrations/007_goal_run_judge_schema.sql +0 -4
- package/dist/src/storage/sqlite/migrations/008_goal_queue_workflow_runs.sql +0 -53
- package/dist/src/storage/sqlite/migrations/009_cron_jobs.sql +0 -24
- package/dist/src/storage/sqlite/migrations/010_session_id_identity.sql +0 -30
- package/dist/src/storage/sqlite/migrations/011_goal_context_messages.sql +0 -8
- package/dist/src/storage/sqlite/migrations/012_memory_records.sql +0 -63
- package/dist/src/storage/sqlite/migrations/013_memory_trace_events.sql +0 -21
- package/dist/src/storage/sqlite/migrations/014_memory_record_governance.sql +0 -10
- package/dist/src/storage/sqlite/migrations/015_memory_trace_feedback.sql +0 -4
- package/dist/src/storage/sqlite/migrations/016_automations.sql +0 -47
- package/dist/src/storage/sqlite/migrations/017_automation_run_events.sql +0 -14
- package/dist/src/storage/sqlite/migrations/018_automation_safety.sql +0 -1
- package/dist/src/storage/sqlite/migrations/019_projects.sql +0 -40
- package/dist/src/storage/sqlite/migrations/020_project_default_agent.sql +0 -1
- package/dist/src/storage/sqlite/migrations/021_projects_fts.sql +0 -21
- package/dist/src/storage/sqlite/migrations/022_work_items.sql +0 -61
- package/dist/src/storage/sqlite/migrations/023_work_item_attachments.sql +0 -15
- package/dist/src/storage/sqlite/migrations/024_activity_events.sql +0 -62
- package/dist/src/storage/sqlite/migrations/025_project_pinned_at.sql +0 -5
- package/dist/src/storage/sqlite/migrations/026_goal_contracts.sql +0 -10
- package/dist/src/storage/sqlite/migrations/027_mobile_notifications.sql +0 -43
- package/dist/src/storage/sqlite/migrations/028_goal_evidence_requirements.sql +0 -47
- package/dist/src/storage/sqlite/migrations/029_user_understanding.sql +0 -133
- package/dist/src/storage/sqlite/migrations/030_connectors.sql +0 -94
- package/dist/src/storage/sqlite/migrations/031_connector_approvals.sql +0 -24
- package/dist/src/storage/sqlite/migrations/032_connector_webhook_deliveries.sql +0 -15
- package/dist/src/storage/sqlite/migrations/033_user_trust_policies.sql +0 -6
- package/dist/src/storage/sqlite/migrations/034_allow_global_auto_trust.sql +0 -14
- package/dist/src/storage/sqlite/migrations/035_user_profile_prompt_state.sql +0 -7
- package/dist/src/storage/sqlite/migrations/036_goal_outcome_metric.sql +0 -12
- package/dist/src/storage/sqlite/migrations/037_connected_knowledge_pipeline.sql +0 -47
- package/dist/src/storage/sqlite/migrations/038_user_owned_memory.sql +0 -68
- package/dist/src/storage/sqlite/migrations/039_memory_reference_consents.sql +0 -19
- package/dist/src/storage/sqlite/migrations/040_local_apps.sql +0 -32
- package/dist/src/storage/sqlite/migrations/041_local_app_release_lifecycle.sql +0 -17
- package/dist/src/storage/sqlite/migrations/042_work_discovery.sql +0 -41
- package/dist/src/storage/sqlite/migrations/043_local_app_acceptance_runs.sql +0 -16
- package/dist/src/storage/sqlite/migrations/044_repair_work_discovery_foreign_keys.sql +0 -75
- package/dist/src/storage/sqlite/migrations/045_extension_ui_grants.sql +0 -13
- package/dist/src/storage/sqlite/migrations/046_work_discovery_feedback.sql +0 -13
- package/dist/src/storage/sqlite/migrations/047_work_discovery_sources.sql +0 -16
- package/dist/src/storage/sqlite/migrations/048_work_understanding_investigations.sql +0 -40
- package/dist/src/storage/sqlite/migrations/049_work_understanding_threads.sql +0 -52
- package/dist/src/storage/sqlite/migrations/050_work_discovery_source_refreshes.sql +0 -15
- package/dist/src/storage/sqlite/migrations/051_focus_watches.sql +0 -26
- package/dist/src/storage/sqlite/migrations/052_proactive_insights.sql +0 -25
- package/dist/src/storage/sqlite/migrations/053_browser_recipes.sql +0 -45
- package/dist/src/storage/sqlite/migrations/054_task_outcomes.sql +0 -24
- package/dist/src/storage/sqlite/migrations/055_relationship_settings.sql +0 -14
- package/dist/src/storage/sqlite/migrations/056_task_verification.sql +0 -6
- package/dist/src/storage/sqlite/migrations/057_interaction_states.sql +0 -11
- package/dist/src/storage/sqlite/migrations/058_proactive_value.sql +0 -3
- package/dist/src/storage/sqlite/migrations/059_composer_input_history.sql +0 -8
- package/dist/src/storage/sqlite/migrations/060_remove_runtime_transcript_messages.sql +0 -45
- package/dist/src/storage/sqlite/migrations/061_drop_compaction_checkpoints.sql +0 -2
- package/dist/src/storage/sqlite/migrations/062_connector_learning_jobs.sql +0 -27
- package/dist/src/storage/sqlite/migrations/063_knowledge_collection_scopes.sql +0 -14
- package/dist/src/storage/sqlite/migrations/064_user_claims.sql +0 -60
- package/dist/src/storage/sqlite/migrations/065_knowledge_item_scope_identity.sql +0 -116
- package/dist/src/storage/sqlite/migrations/066_first_class_focuses.sql +0 -126
- package/dist/src/storage/sqlite/migrations/067_home_attention_acknowledgements.sql +0 -9
- package/dist/src/storage/sqlite/migrations/068_proactive_event_spine.sql +0 -71
- package/dist/src/storage/sqlite/migrations/069_proactive_scenario_control.sql +0 -69
- package/dist/src/storage/sqlite/migrations/070_proactive_execution.sql +0 -55
- package/dist/src/storage/sqlite/migrations/071_proactive_inbox.sql +0 -45
- package/dist/src/storage/sqlite/migrations/072_proactive_judgments.sql +0 -14
- package/dist/src/storage/sqlite/migrations/073_enable_default_proactive_scenarios.sql +0 -13
- package/dist/src/storage/sqlite/migrations/074_deduplicate_blocked_work_routing.sql +0 -5
- package/dist/src/storage/sqlite/migrations/075_connector_sync_policies.sql +0 -13
- package/dist/src/storage/sqlite/migrations/076_meeting_preparation_scenario.sql +0 -29
- package/dist/src/storage/sqlite/migrations/077_proactive_insight_fingerprints.sql +0 -4
- package/dist/src/storage/sqlite/migrations/078_discussion_captures.sql +0 -64
- package/dist/src/storage/sqlite/migrations/079_discussion_follow_up_scenario.sql +0 -29
- package/dist/src/storage/sqlite/migrations/080_task_outcome_context.sql +0 -15
- package/dist/src/storage/sqlite/migrations/081_project_monitoring_policies.sql +0 -10
- package/dist/src/storage/sqlite/migrations/082_one_click_live_discussions.sql +0 -100
- package/dist/src/storage/sqlite/migrations/083_session_task_plans.sql +0 -9
- package/dist/src/storage/sqlite/migrations/084_work_intake_lifecycle.sql +0 -26
- package/dist/src/storage/sqlite/migrations/085_task_outcome_projection.sql +0 -19
- package/dist/src/storage/sqlite/migrations/086_outcome_aggregates.sql +0 -168
- package/dist/src/storage/sqlite/migrations/087_context_snapshots.sql +0 -21
- package/dist/src/storage/sqlite/migrations/088_automation_execution_deadlines.sql +0 -5
- package/dist/src/storage/sqlite/migrations/089_automation_run_leases.sql +0 -8
- package/dist/src/storage/sqlite/migrations/090_outcome_contract_judgment.sql +0 -2
- package/dist/src/storage/sqlite/migrations/091_context_allocation.sql +0 -1
- package/dist/src/storage/sqlite/migrations/092_outcome_execution_runtime.sql +0 -88
- package/dist/src/storage/sqlite/migrations/093_remove_legacy_goals.sql +0 -174
- package/dist/src/storage/sqlite/migrations/094_outcome_judgment_and_authority.sql +0 -3
- package/dist/src/storage/sqlite/migrations/095_session_input_queue.sql +0 -35
- package/dist/src/storage/sqlite/migrations/096_drop_work_intakes.sql +0 -6
- package/dist/src/storage/sqlite/migrations/097_work_item_lifecycle.sql +0 -194
- package/dist/src/storage/sqlite/migrations/098_discussion_note_documents.sql +0 -99
- package/dist/src/storage/sqlite/migrations/099_task_model.sql +0 -500
- package/dist/src/storage/sqlite/migrations/100_project_task_taskrun.sql +0 -763
- package/dist/src/storage/sqlite/migrations/101_session_response_language.sql +0 -1
- package/dist/src/storage/sqlite/migrations/102_session_user_context_mode.sql +0 -2
- package/dist/src/storage/sqlite/migrations/103_finalize_structured_memory.sql +0 -3
- package/dist/src/storage/sqlite/migrations/104_turn_memory_feedback.sql +0 -77
- package/dist/src/storage/sqlite/migrations/105_dreaming_ledger.sql +0 -34
- package/dist/src/storage/sqlite/migrations/106_dreaming_run_reproducibility.sql +0 -2
- package/dist/src/storage/sqlite/migrations/107_connector_accounts.sql +0 -146
- package/dist/src/storage/sqlite/migrations/108_repair_user_memory_provider.sql +0 -18
- package/dist/src/storage/sqlite/migrations/109_endpoint_principals.sql +0 -14
- package/dist/src/storage/sqlite/migrations/110_session_input_origin.sql +0 -43
- package/dist/src/storage/sqlite/migrations/111_endpoint_tool_invocations.sql +0 -18
- package/dist/src/storage/sqlite/migrations/112_endpoint_instance_bindings.sql +0 -8
- package/dist/src/storage/sqlite/migrations/113_memory_evidence_single_source.sql +0 -76
- package/dist/src/storage/sqlite/migrations/114_user_context_domain.sql +0 -193
- package/dist/src/storage/sqlite/migrations/115_remove_legacy_user_context.sql +0 -6
- package/dist/src/storage/sqlite/migrations/116_structured_context_consolidation.sql +0 -38
- package/dist/src/storage/sqlite/migrations/117_unified_understanding_sources.sql +0 -110
- package/dist/src/storage/sqlite/migrations/118_task_board_rank.sql +0 -6
- package/dist/src/storage/sqlite/migrations/119_proactive_disposition.sql +0 -13
- package/dist/src/storage/sqlite/migrations/120_task_conversation.sql +0 -112
- package/dist/src/storage/sqlite/migrations/121_automation_inbox.sql +0 -24
- package/dist/src/storage/sqlite/migrations/122_automation_session_projects.sql +0 -18
- package/dist/src/storage/sqlite/migrations/123_remove_v2_compaction_boundaries.sql +0 -25
- package/dist/src/storage/sqlite/migrations/124_workflow_context_snapshots.sql +0 -15
- package/dist/src/storage/sqlite/migrations/125_project_workflow_presets.sql +0 -12
- package/dist/src/storage/sqlite/migrations/126_focus_context_governance.sql +0 -72
- package/dist/src/storage/sqlite/migrations/127_context_object_origin.sql +0 -36
- package/dist/src/storage/sqlite/migrations/128_context_extraction.sql +0 -73
- package/dist/src/storage/sqlite/migrations/129_focus_versions.sql +0 -51
- package/dist/src/storage/sqlite/migrations/130_context_evidence_provenance.sql +0 -18
- package/dist/src/storage/sqlite/migrations/131_session_input_contexts.sql +0 -2
- package/dist/src/storage/sqlite/migrations/132_transcript_source_context_metadata.sql +0 -34
- package/dist/src/storage/sqlite/migrations/133_archive_legacy_work_discovery_profile_facts.sql +0 -11
- package/dist/src/storage/sqlite/migrations/134_memory_provenance.sql +0 -18
- package/dist/src/storage/sqlite/migrations/135_user_people.sql +0 -59
- package/dist/src/storage/sqlite/migrations/136_product_notifications.sql +0 -79
- package/dist/src/storage/sqlite/migrations/137_understanding_status_audit.sql +0 -71
- package/dist/src/storage/sqlite/migrations/138_device_access.sql +0 -96
- package/dist/src/storage/sqlite/migrations/139_turn_outcome_artifact_backfill.sql +0 -231
- package/dist/src/storage/sqlite/migrations/140_endpoint_session_bindings.sql +0 -8
- package/dist/src/storage/sqlite/migrations/141_device_pairing_approval.sql +0 -17
- package/dist/src/storage/sqlite/migrations/142_session_input_instance.sql +0 -1
- package/dist/src/storage/sqlite/migrations/143_fixed_session_model.sql +0 -1
- package/dist/src/storage/sqlite/migrations/144_execution_environments.sql +0 -59
- package/dist/src/storage/sqlite/migrations/145_project_execution_mode.sql +0 -5
- package/dist/src/storage/sqlite/migrations/146_understanding_focus_exclusions.sql +0 -9
- package/dist/src/storage/sqlite/migrations/147_durable_application_state.sql +0 -39
- package/dist/src/storage/sqlite/migrations/148_user_model_foundation.sql +0 -554
- package/dist/src/storage/sqlite/migrations/149_separate_source_index_from_memory.sql +0 -18
- package/dist/src/storage/sqlite/migrations/150_session_connection_waits.sql +0 -47
- package/dist/src/storage/sqlite/migrations/151_proactive_scope_cleanup.sql +0 -6
- package/dist/src/storage/sqlite/migrations/152_proactive_scenario_contract.sql +0 -140
- package/dist/src/storage/sqlite/migrations/153_browser_control_v2.sql +0 -45
- package/dist/src/storage/sqlite/migrations/154_session_clarification_waits.sql +0 -60
- package/dist/src/storage/sqlite/migrations/155_browser_extension.sql +0 -120
- package/dist/src/storage/sqlite/migrations/156_browser_tab_bindings.sql +0 -14
- package/dist/src/storage/sqlite/migrations/157_browser_endpoint_principals.sql +0 -50
- package/dist/src/storage/sqlite/migrations/158_browser_native_enrollment.sql +0 -4
- package/dist/src/storage/sqlite/migrations/159_proactive_controls.sql +0 -68
- package/dist/src/storage/sqlite/migrations/160_proactive_web_push.sql +0 -27
- package/dist/src/storage/sqlite/migrations/161_proactive_delivery_and_lifecycle.sql +0 -51
- package/dist/src/storage/sqlite/migrations/162_proactive_product.sql +0 -7
- package/dist/src/storage/sqlite/migrations/163_proactive_follow_ups.sql +0 -29
- package/dist/src/storage/sqlite/migrations/164_browser_sessions.sql +0 -8
- package/dist/src/storage/sqlite/migrations/165_device_pairing_target.sql +0 -40
- package/dist/src/storage/sqlite/migrations/__tests__/mobile-discussion-source.test.ts +0 -20
- package/dist/src/storage/sqlite/migrations/conversation-backup.ts +0 -66
- package/dist/src/storage/sqlite/migrations/conversation-key-decoder.ts +0 -50
- package/dist/src/storage/sqlite/migrations/conversation-uuid.ts +0 -324
- package/dist/src/storage/sqlite/migrations/conversation-windows-owners.ts +0 -71
- package/dist/src/storage/sqlite/migrations/discover.ts +0 -52
- package/dist/src/storage/sqlite/migrations/errors.ts +0 -32
- package/dist/src/storage/sqlite/migrations/runner.ts +0 -204
- package/dist/src/storage/sqlite/migrations/types.ts +0 -15
|
@@ -6,9 +6,9 @@ import { getSessionMetadata } from "../../storage/sqlite/session-repository.js";
|
|
|
6
6
|
import "../../storage/sqlite/index.js";
|
|
7
7
|
import { getAgentDefaultModelRef, init_schema } from "../../config/schema.js";
|
|
8
8
|
import { init_agent_scope, listAgentEntries, normalizeAgentId } from "../../agent/agent-scope.js";
|
|
9
|
+
import { loadConfig, saveConfig } from "../../config/loader.js";
|
|
9
10
|
import { createConversation, init_conversation_repository } from "../../storage/sqlite/conversation-repository.js";
|
|
10
11
|
import { init_agent_session_key, resolveAgentIdFromConversationId } from "../../routing/agent-session-key.js";
|
|
11
|
-
import { loadConfig, saveConfig } from "../../config/loader.js";
|
|
12
12
|
import { effectiveWorkspacePathForSession } from "../../session/session-workspace.js";
|
|
13
13
|
import { ProjectService } from "../../projects/project-service.js";
|
|
14
14
|
import { inferSuggestedProjectDefaultAgentId } from "../../projects/project-agent-suggestion.js";
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { closeXopcDatabase, isXopcDatabaseOpen, openXopcDatabase } from "../storage/sqlite/connection.js";
|
|
2
2
|
import { getSessionMetadata } from "../storage/sqlite/session-repository.js";
|
|
3
3
|
import "../storage/sqlite/index.js";
|
|
4
|
-
import { init_agent_session_key, isValidAgentId, normalizeAgentId } from "../routing/agent-session-key.js";
|
|
5
4
|
import { resolveConfigPath } from "../config/paths.js";
|
|
6
5
|
import { loadConfig } from "../config/loader.js";
|
|
6
|
+
import { init_agent_session_key, isValidAgentId, normalizeAgentId } from "../routing/agent-session-key.js";
|
|
7
7
|
import { init_providers, providerSupportsOAuth } from "../providers/index.js";
|
|
8
8
|
import { TaskRepository } from "../tasks/task-repository.js";
|
|
9
9
|
import { ProjectService } from "../projects/project-service.js";
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { resolveStateDir } from "../config/paths-state.js";
|
|
2
|
-
import { resolveEffectiveAgentProfileForSession } from "../config/agent-profile.js";
|
|
3
2
|
import { init_paths, resolveAgentProfileDir, resolveBundledSkillsDir } from "../config/paths.js";
|
|
3
|
+
import { resolveEffectiveAgentProfileForSession } from "../config/agent-profile.js";
|
|
4
4
|
import { resolveBootstrapFilesSync } from "../agent/bootstrap/bootstrap-files.js";
|
|
5
5
|
import { createSkillConfigManager, isSkillEnabled } from "../agent/skills/config.js";
|
|
6
6
|
import { loadSkills } from "../agent/skills/index.js";
|
package/dist/src/tui/tui.js
CHANGED
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
import { version } from "../../package.js";
|
|
2
2
|
import { resolveStateDir, resolveXopcDatabasePath } from "../config/paths-state.js";
|
|
3
|
-
import { init_agent_session_key, normalizeAgentId } from "../routing/agent-session-key.js";
|
|
4
|
-
import { resolveEffectiveAgentProfileForSession } from "../config/agent-profile.js";
|
|
5
3
|
import { init_paths } from "../config/paths.js";
|
|
6
4
|
import { loadConfig } from "../config/loader.js";
|
|
5
|
+
import { init_agent_session_key, normalizeAgentId } from "../routing/agent-session-key.js";
|
|
7
6
|
import { getAllModels, getAllProviders, getApiKey, init_providers, isProviderConfiguredSync } from "../providers/index.js";
|
|
7
|
+
import { resolveEffectiveAgentProfileForSession } from "../config/agent-profile.js";
|
|
8
8
|
import { ProjectTrustStore, hasTrustRequiringProjectResources } from "../project-trust/trust-store.js";
|
|
9
9
|
import { MAX_WEBCHAT_ATTACHMENT_FILE_BYTES } from "../gateway/chat-limits.js";
|
|
10
10
|
import { renderWorkflowFinalSummary, renderWorkflowPanel } from "../agent/workflow/snapshot.js";
|
|
@@ -0,0 +1,81 @@
|
|
|
1
|
+
import type { VoiceModeCapability } from '@xopcai/realtime-protocol/voice';
|
|
2
|
+
export declare function platformVoiceModels(mode: VoiceModeCapability): import("../providers/model-catalog-types.js").CatalogModel[];
|
|
3
|
+
export declare function requirePlatformVoiceModel(id: string, mode: VoiceModeCapability): {
|
|
4
|
+
voice: {
|
|
5
|
+
protocolVersion: 1;
|
|
6
|
+
serviceVersion: number;
|
|
7
|
+
modes: ("conversation" | "transcription" | "speech" | "transcription.stream" | "speech.stream")[];
|
|
8
|
+
transport: "websocket-pcm";
|
|
9
|
+
inputFormat: {
|
|
10
|
+
encoding: "pcm_s16le";
|
|
11
|
+
sampleRate: 16000;
|
|
12
|
+
channels: 1;
|
|
13
|
+
};
|
|
14
|
+
outputFormat: {
|
|
15
|
+
encoding: "pcm_s16le";
|
|
16
|
+
sampleRate: 24000;
|
|
17
|
+
channels: 1;
|
|
18
|
+
};
|
|
19
|
+
turnDetection: "server_vad"[];
|
|
20
|
+
bargeIn: boolean;
|
|
21
|
+
tools: boolean;
|
|
22
|
+
resumable: false;
|
|
23
|
+
voices: {
|
|
24
|
+
id: string;
|
|
25
|
+
name: string;
|
|
26
|
+
languages: string[];
|
|
27
|
+
}[];
|
|
28
|
+
limits: {
|
|
29
|
+
maxFrameBytes: number;
|
|
30
|
+
maxSessionSeconds: number;
|
|
31
|
+
};
|
|
32
|
+
defaultVoice?: string;
|
|
33
|
+
};
|
|
34
|
+
computerUse?: {
|
|
35
|
+
profile: "gui-plus-2026-02-26" | "structured-tools-v1";
|
|
36
|
+
};
|
|
37
|
+
id: string;
|
|
38
|
+
name: string;
|
|
39
|
+
displayNames?: Partial<Record<"zh-CN" | "en", string>>;
|
|
40
|
+
availability: "available" | "unavailable";
|
|
41
|
+
kind: "language" | "image" | "stt" | "tts" | "omni";
|
|
42
|
+
input: Array<"text" | "image" | "audio">;
|
|
43
|
+
output: Array<"text" | "image" | "audio">;
|
|
44
|
+
operations: Array<"chat.completions" | "responses" | "images.generate" | "images.edit" | "audio.transcription" | "audio.speech" | "audio.conversation">;
|
|
45
|
+
reasoning: boolean;
|
|
46
|
+
contextWindow: number;
|
|
47
|
+
maxOutputTokens: number | null;
|
|
48
|
+
stability?: "stable" | "preview" | "deprecated";
|
|
49
|
+
priority?: number;
|
|
50
|
+
tier?: string;
|
|
51
|
+
bestEffort?: boolean;
|
|
52
|
+
imageGeneration?: {
|
|
53
|
+
maxCount: number;
|
|
54
|
+
sizes: string[];
|
|
55
|
+
aspectRatios?: string[];
|
|
56
|
+
qualities: Array<"low" | "medium" | "high" | "auto">;
|
|
57
|
+
formats: Array<"png" | "jpeg" | "webp">;
|
|
58
|
+
backgrounds: Array<"transparent" | "opaque" | "auto">;
|
|
59
|
+
maxInputImages: number;
|
|
60
|
+
};
|
|
61
|
+
stt?: {
|
|
62
|
+
inputFormats: string[];
|
|
63
|
+
maxBytes: number;
|
|
64
|
+
maxDurationSeconds: number;
|
|
65
|
+
languages: string[];
|
|
66
|
+
languageHint: boolean;
|
|
67
|
+
prompt: boolean;
|
|
68
|
+
timestamps: Array<"segment" | "word">;
|
|
69
|
+
diarization: boolean;
|
|
70
|
+
};
|
|
71
|
+
tts?: {
|
|
72
|
+
maxCharacters: number;
|
|
73
|
+
languages: string[];
|
|
74
|
+
outputFormats: Array<"mp3" | "opus" | "aac" | "flac" | "wav" | "pcm">;
|
|
75
|
+
streaming: boolean;
|
|
76
|
+
speed: boolean;
|
|
77
|
+
pitch: boolean;
|
|
78
|
+
instructions: boolean;
|
|
79
|
+
defaultVoice?: string;
|
|
80
|
+
};
|
|
81
|
+
};
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import { getModelCatalogStore, init_model_catalog_store } from "../providers/model-catalog-store.js";
|
|
2
|
+
//#region src/voice/platform-catalog.ts
|
|
3
|
+
init_model_catalog_store();
|
|
4
|
+
function platformVoiceModels(mode) {
|
|
5
|
+
return (getModelCatalogStore().getSource("xopc-cloud")?.models ?? []).filter((model) => model.availability === "available" && model.voice?.modes.includes(mode));
|
|
6
|
+
}
|
|
7
|
+
function requirePlatformVoiceModel(id, mode) {
|
|
8
|
+
const model = platformVoiceModels(mode).find((model) => model.id === id);
|
|
9
|
+
if (!model?.voice) throw new Error(`Published voice model is unavailable for ${mode}: ${id}`);
|
|
10
|
+
return {
|
|
11
|
+
...model,
|
|
12
|
+
voice: model.voice
|
|
13
|
+
};
|
|
14
|
+
}
|
|
15
|
+
//#endregion
|
|
16
|
+
export { platformVoiceModels, requirePlatformVoiceModel };
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
import type { VoiceSelection, VoiceSettingsCatalog } from '@xopcai/realtime-protocol/voice';
|
|
2
|
+
import { type Config } from '../config/schema.js';
|
|
3
|
+
export declare function voiceSettingsCatalog(config: Config): VoiceSettingsCatalog;
|
|
4
|
+
export declare function selectPlatformVoice(config: Config, selection: VoiceSelection): Config;
|
|
@@ -0,0 +1,120 @@
|
|
|
1
|
+
import { ConfigSchema, init_schema } from "../config/schema.js";
|
|
2
|
+
import { getModelCatalogStore, init_model_catalog_store } from "../providers/model-catalog-store.js";
|
|
3
|
+
import { requirePlatformVoiceModel } from "./platform-catalog.js";
|
|
4
|
+
import { createHash } from "node:crypto";
|
|
5
|
+
//#region src/voice/platform-settings.ts
|
|
6
|
+
init_schema();
|
|
7
|
+
init_model_catalog_store();
|
|
8
|
+
function voiceSettingsCatalog(config) {
|
|
9
|
+
const source = getModelCatalogStore().getSource("xopc-cloud");
|
|
10
|
+
const selections = [];
|
|
11
|
+
const add = (mode, slice) => {
|
|
12
|
+
if (slice?.provider === "xopc-cloud" && slice.model) selections.push({
|
|
13
|
+
mode,
|
|
14
|
+
model: slice.model,
|
|
15
|
+
...slice.voice ? { voice: slice.voice } : {}
|
|
16
|
+
});
|
|
17
|
+
};
|
|
18
|
+
const audio = config.tools?.media?.audio;
|
|
19
|
+
const tts = config.messages?.tts;
|
|
20
|
+
add("transcription", {
|
|
21
|
+
...audio?.providers?.["xopc-cloud"],
|
|
22
|
+
provider: audio?.provider
|
|
23
|
+
});
|
|
24
|
+
add("speech", {
|
|
25
|
+
...tts?.providers?.["xopc-cloud"],
|
|
26
|
+
provider: tts?.provider
|
|
27
|
+
});
|
|
28
|
+
add("transcription.stream", config.voice?.realtime?.stt);
|
|
29
|
+
add("speech.stream", config.voice?.realtime?.tts);
|
|
30
|
+
add("conversation", config.voice?.realtime?.omni);
|
|
31
|
+
return {
|
|
32
|
+
revision: createHash("sha256").update(JSON.stringify([
|
|
33
|
+
config.voice,
|
|
34
|
+
audio,
|
|
35
|
+
tts
|
|
36
|
+
])).digest("hex"),
|
|
37
|
+
catalogVersion: source?.etag ?? null,
|
|
38
|
+
selections,
|
|
39
|
+
models: (source?.models ?? []).flatMap((model) => model.availability === "available" && model.voice ? [{
|
|
40
|
+
id: model.id,
|
|
41
|
+
name: model.name,
|
|
42
|
+
voice: model.voice
|
|
43
|
+
}] : [])
|
|
44
|
+
};
|
|
45
|
+
}
|
|
46
|
+
function selectPlatformVoice(config, selection) {
|
|
47
|
+
const model = requirePlatformVoiceModel(selection.model, selection.mode);
|
|
48
|
+
const output = selection.mode === "speech" || selection.mode === "speech.stream" || selection.mode === "conversation";
|
|
49
|
+
const voice = selection.voice ?? model.voice.defaultVoice ?? model.voice.voices[0]?.id;
|
|
50
|
+
if (output && (!voice || !model.voice.voices.some((item) => item.id === voice))) throw new Error("Choose an available model voice");
|
|
51
|
+
const next = structuredClone(config);
|
|
52
|
+
const selected = {
|
|
53
|
+
provider: "xopc-cloud",
|
|
54
|
+
model: selection.model,
|
|
55
|
+
...output ? { voice } : {}
|
|
56
|
+
};
|
|
57
|
+
if (selection.mode === "transcription") {
|
|
58
|
+
next.tools.media ??= {};
|
|
59
|
+
const audio = next.tools.media.audio ?? {
|
|
60
|
+
enabled: true,
|
|
61
|
+
provider: "xopc-cloud",
|
|
62
|
+
fallback: {
|
|
63
|
+
enabled: false,
|
|
64
|
+
order: []
|
|
65
|
+
},
|
|
66
|
+
providers: {}
|
|
67
|
+
};
|
|
68
|
+
next.tools.media.audio = {
|
|
69
|
+
...audio,
|
|
70
|
+
enabled: true,
|
|
71
|
+
provider: "xopc-cloud",
|
|
72
|
+
providers: {
|
|
73
|
+
...audio.providers,
|
|
74
|
+
"xopc-cloud": {
|
|
75
|
+
...audio.providers?.["xopc-cloud"],
|
|
76
|
+
model: selection.model
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
};
|
|
80
|
+
} else if (selection.mode === "speech") {
|
|
81
|
+
next.messages ??= {};
|
|
82
|
+
const tts = next.messages.tts ?? {
|
|
83
|
+
enabled: true,
|
|
84
|
+
provider: "xopc-cloud",
|
|
85
|
+
trigger: "off",
|
|
86
|
+
maxTextLength: 4e3,
|
|
87
|
+
timeoutMs: 3e4,
|
|
88
|
+
providers: {}
|
|
89
|
+
};
|
|
90
|
+
next.messages.tts = {
|
|
91
|
+
...tts,
|
|
92
|
+
enabled: true,
|
|
93
|
+
provider: "xopc-cloud",
|
|
94
|
+
providers: {
|
|
95
|
+
...tts.providers,
|
|
96
|
+
"xopc-cloud": {
|
|
97
|
+
...tts.providers?.["xopc-cloud"],
|
|
98
|
+
model: selection.model,
|
|
99
|
+
voice
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
};
|
|
103
|
+
} else {
|
|
104
|
+
next.voice = ConfigSchema.parse({
|
|
105
|
+
...next,
|
|
106
|
+
voice: next.voice ?? {}
|
|
107
|
+
}).voice;
|
|
108
|
+
next.voice.realtime.enabled = true;
|
|
109
|
+
if (selection.mode === "transcription.stream") next.voice.realtime.stt = selected;
|
|
110
|
+
if (selection.mode === "speech.stream") next.voice.realtime.tts = selected;
|
|
111
|
+
if (selection.mode === "conversation") next.voice.realtime.omni = {
|
|
112
|
+
...selected,
|
|
113
|
+
voice,
|
|
114
|
+
instructions: next.voice.realtime.omni?.instructions ?? "Keep replies conversational and concise. You cannot execute tools."
|
|
115
|
+
};
|
|
116
|
+
}
|
|
117
|
+
return ConfigSchema.parse(next);
|
|
118
|
+
}
|
|
119
|
+
//#endregion
|
|
120
|
+
export { selectPlatformVoice, voiceSettingsCatalog };
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import type { StreamingSttOpenRequest, StreamingSttSession } from '../media-understanding/types.js';
|
|
2
|
+
import type { SpeechSynthesisStreamResult } from './tts/speech-provider-types.js';
|
|
3
|
+
export declare function openPlatformStt(request: StreamingSttOpenRequest): Promise<StreamingSttSession>;
|
|
4
|
+
export declare function openPlatformTts(request: {
|
|
5
|
+
baseUrl: string;
|
|
6
|
+
apiKey: string;
|
|
7
|
+
voice: string;
|
|
8
|
+
text: string;
|
|
9
|
+
instructions?: string;
|
|
10
|
+
signal: AbortSignal;
|
|
11
|
+
timeoutMs: number;
|
|
12
|
+
}): Promise<SpeechSynthesisStreamResult>;
|
|
@@ -0,0 +1,250 @@
|
|
|
1
|
+
import WebSocket from "ws";
|
|
2
|
+
//#region src/voice/platform-streams.ts
|
|
3
|
+
const MAX_BUFFERED_BYTES = 512 * 1024;
|
|
4
|
+
function connect(url, token, signal, onEvent, onFailure) {
|
|
5
|
+
signal.throwIfAborted();
|
|
6
|
+
const socket = new WebSocket(url, {
|
|
7
|
+
headers: { Authorization: `Bearer ${token}` },
|
|
8
|
+
perMessageDeflate: false,
|
|
9
|
+
maxPayload: 1024 * 1024
|
|
10
|
+
});
|
|
11
|
+
let ended = false;
|
|
12
|
+
const close = () => {
|
|
13
|
+
if (ended) return;
|
|
14
|
+
ended = true;
|
|
15
|
+
signal.removeEventListener("abort", abort);
|
|
16
|
+
if (socket.readyState === WebSocket.OPEN) socket.close();
|
|
17
|
+
else if (socket.readyState === WebSocket.CONNECTING) socket.terminate();
|
|
18
|
+
};
|
|
19
|
+
const fail = (error) => {
|
|
20
|
+
if (!ended) {
|
|
21
|
+
onFailure(error);
|
|
22
|
+
close();
|
|
23
|
+
}
|
|
24
|
+
};
|
|
25
|
+
const abort = () => fail(signal.reason instanceof Error ? signal.reason : /* @__PURE__ */ new Error("Voice request aborted"));
|
|
26
|
+
signal.addEventListener("abort", abort, { once: true });
|
|
27
|
+
socket.on("message", (raw, binary) => {
|
|
28
|
+
if (ended) return;
|
|
29
|
+
try {
|
|
30
|
+
if (binary) throw new Error("Unexpected platform binary event");
|
|
31
|
+
const event = JSON.parse(raw.toString());
|
|
32
|
+
if (!event || typeof event.type !== "string") throw new Error("Invalid platform voice event");
|
|
33
|
+
if (event.type === "error") throw new Error(event.error?.message ?? "Platform voice failed");
|
|
34
|
+
onEvent(event);
|
|
35
|
+
} catch (error) {
|
|
36
|
+
fail(error instanceof Error ? error : /* @__PURE__ */ new Error("Invalid platform voice event"));
|
|
37
|
+
}
|
|
38
|
+
});
|
|
39
|
+
socket.on("unexpected-response", (_request, response) => {
|
|
40
|
+
response.resume();
|
|
41
|
+
fail(/* @__PURE__ */ new Error(`Platform voice rejected connection (${response.statusCode})`));
|
|
42
|
+
});
|
|
43
|
+
socket.on("error", fail);
|
|
44
|
+
socket.on("close", () => fail(/* @__PURE__ */ new Error("Platform voice disconnected before completion")));
|
|
45
|
+
return {
|
|
46
|
+
socket,
|
|
47
|
+
close,
|
|
48
|
+
fail,
|
|
49
|
+
send: (value) => {
|
|
50
|
+
if (ended || socket.readyState !== WebSocket.OPEN) throw new Error("Platform voice is not connected");
|
|
51
|
+
if (socket.bufferedAmount > MAX_BUFFERED_BYTES) throw new Error("Platform voice backpressure limit exceeded");
|
|
52
|
+
socket.send(value instanceof Uint8Array ? value : JSON.stringify(value));
|
|
53
|
+
}
|
|
54
|
+
};
|
|
55
|
+
}
|
|
56
|
+
async function openPlatformStt(request) {
|
|
57
|
+
if (!request.apiKey || !request.baseUrl) throw new Error("Platform authorization is unavailable");
|
|
58
|
+
if (request.inputFormat.sampleRate !== 16e3 || request.inputFormat.encoding !== "pcm_s16le" || request.inputFormat.channels !== 1) throw new Error("Platform STT requires 16 kHz mono PCM16");
|
|
59
|
+
let ready = false, finished = false, finishing = false;
|
|
60
|
+
let failure;
|
|
61
|
+
let inputBytes = 0;
|
|
62
|
+
const sentences = /* @__PURE__ */ new Map();
|
|
63
|
+
let resolveReady, rejectReady, resolveFinished;
|
|
64
|
+
const readyPromise = new Promise((resolve, reject) => {
|
|
65
|
+
resolveReady = resolve;
|
|
66
|
+
rejectReady = reject;
|
|
67
|
+
});
|
|
68
|
+
const finishedPromise = new Promise((resolve) => {
|
|
69
|
+
resolveFinished = resolve;
|
|
70
|
+
});
|
|
71
|
+
const connection = connect(request.baseUrl, request.apiKey, request.signal, (event) => {
|
|
72
|
+
if (event.type === "session.updated") {
|
|
73
|
+
if (event.session?.input_sample_rate !== 16e3) throw new Error("Unsupported STT audio format");
|
|
74
|
+
ready = true;
|
|
75
|
+
resolveReady();
|
|
76
|
+
request.onEvent({ type: "ready" });
|
|
77
|
+
} else if (event.type === "transcript.partial" || event.type === "transcript.final") {
|
|
78
|
+
if (!ready || typeof event.item_id !== "string" || typeof event.text !== "string") throw new Error("Invalid platform transcript");
|
|
79
|
+
let sentence = sentences.get(event.item_id);
|
|
80
|
+
if (sentence?.final) return;
|
|
81
|
+
if (!sentence) {
|
|
82
|
+
if (sentences.size >= 1e4) throw new Error("Transcript limit exceeded");
|
|
83
|
+
sentence = {
|
|
84
|
+
revision: 0,
|
|
85
|
+
final: false
|
|
86
|
+
};
|
|
87
|
+
sentences.set(event.item_id, sentence);
|
|
88
|
+
request.onEvent({
|
|
89
|
+
type: "speech_started",
|
|
90
|
+
utteranceId: event.item_id
|
|
91
|
+
});
|
|
92
|
+
}
|
|
93
|
+
sentence.revision++;
|
|
94
|
+
if (event.type === "transcript.final") {
|
|
95
|
+
sentence.final = true;
|
|
96
|
+
request.onEvent({
|
|
97
|
+
type: "speech_stopped",
|
|
98
|
+
utteranceId: event.item_id
|
|
99
|
+
});
|
|
100
|
+
request.onEvent({
|
|
101
|
+
type: "transcript_final",
|
|
102
|
+
utteranceId: event.item_id,
|
|
103
|
+
revision: sentence.revision,
|
|
104
|
+
text: event.text
|
|
105
|
+
});
|
|
106
|
+
} else request.onEvent({
|
|
107
|
+
type: "transcript_delta",
|
|
108
|
+
utteranceId: event.item_id,
|
|
109
|
+
revision: sentence.revision,
|
|
110
|
+
text: event.text
|
|
111
|
+
});
|
|
112
|
+
} else if (event.type === "session.finished") {
|
|
113
|
+
finished = true;
|
|
114
|
+
request.onEvent({
|
|
115
|
+
type: "usage",
|
|
116
|
+
inputAudioMs: Math.round(inputBytes / 32)
|
|
117
|
+
});
|
|
118
|
+
resolveFinished();
|
|
119
|
+
connection.close();
|
|
120
|
+
}
|
|
121
|
+
}, (error) => {
|
|
122
|
+
failure = error;
|
|
123
|
+
rejectReady(error);
|
|
124
|
+
resolveFinished();
|
|
125
|
+
request.onEvent({
|
|
126
|
+
type: "error",
|
|
127
|
+
error
|
|
128
|
+
});
|
|
129
|
+
});
|
|
130
|
+
connection.socket.once("open", () => connection.send({
|
|
131
|
+
type: "session.update",
|
|
132
|
+
session: { ...request.language ? { language: request.language } : {} }
|
|
133
|
+
}));
|
|
134
|
+
const timer = setTimeout(() => connection.fail(/* @__PURE__ */ new Error("Platform STT setup timed out")), request.timeoutMs);
|
|
135
|
+
try {
|
|
136
|
+
await readyPromise;
|
|
137
|
+
} finally {
|
|
138
|
+
clearTimeout(timer);
|
|
139
|
+
}
|
|
140
|
+
const commit = async () => {
|
|
141
|
+
if (failure) throw failure;
|
|
142
|
+
if (!finished && !finishing) {
|
|
143
|
+
finishing = true;
|
|
144
|
+
connection.send({ type: "session.finish" });
|
|
145
|
+
}
|
|
146
|
+
const timeout = setTimeout(() => connection.fail(/* @__PURE__ */ new Error("Platform STT finalization timed out")), request.timeoutMs);
|
|
147
|
+
try {
|
|
148
|
+
await finishedPromise;
|
|
149
|
+
if (failure) throw failure;
|
|
150
|
+
} finally {
|
|
151
|
+
clearTimeout(timeout);
|
|
152
|
+
connection.close();
|
|
153
|
+
}
|
|
154
|
+
};
|
|
155
|
+
return {
|
|
156
|
+
appendAudio(bytes) {
|
|
157
|
+
if (!ready || finished || finishing || failure) throw new Error("Platform STT is not writable");
|
|
158
|
+
if (!bytes.length || bytes.length % 2 || bytes.length > 65536) throw new Error("Invalid PCM frame");
|
|
159
|
+
inputBytes += bytes.length;
|
|
160
|
+
connection.send(bytes);
|
|
161
|
+
},
|
|
162
|
+
commit,
|
|
163
|
+
close: commit,
|
|
164
|
+
abort() {
|
|
165
|
+
finished = true;
|
|
166
|
+
resolveFinished();
|
|
167
|
+
connection.close();
|
|
168
|
+
}
|
|
169
|
+
};
|
|
170
|
+
}
|
|
171
|
+
async function openPlatformTts(request) {
|
|
172
|
+
let controller;
|
|
173
|
+
let resolveReady, rejectReady;
|
|
174
|
+
let ready = false, ended = false, finishSent = false;
|
|
175
|
+
const readyPromise = new Promise((resolve, reject) => {
|
|
176
|
+
resolveReady = resolve;
|
|
177
|
+
rejectReady = reject;
|
|
178
|
+
});
|
|
179
|
+
const stream = new ReadableStream({
|
|
180
|
+
start(value) {
|
|
181
|
+
controller = value;
|
|
182
|
+
},
|
|
183
|
+
cancel() {
|
|
184
|
+
ended = true;
|
|
185
|
+
clearTimeout(timer);
|
|
186
|
+
connection.close();
|
|
187
|
+
}
|
|
188
|
+
}, {
|
|
189
|
+
highWaterMark: MAX_BUFFERED_BYTES,
|
|
190
|
+
size: (chunk) => chunk.byteLength
|
|
191
|
+
});
|
|
192
|
+
const connection = connect(request.baseUrl, request.apiKey, request.signal, (event) => {
|
|
193
|
+
if (event.type === "session.updated" && !ready) {
|
|
194
|
+
if (event.session?.output_sample_rate !== 24e3) throw new Error("Unsupported TTS audio format");
|
|
195
|
+
ready = true;
|
|
196
|
+
resolveReady();
|
|
197
|
+
const characters = [...request.text];
|
|
198
|
+
for (let i = 0; i < characters.length; i += 1e3) connection.send({
|
|
199
|
+
type: "input_text_buffer.append",
|
|
200
|
+
text: characters.slice(i, i + 1e3).join("")
|
|
201
|
+
});
|
|
202
|
+
connection.send({ type: "input_text_buffer.commit" });
|
|
203
|
+
} else if ((event.type === "response.done" || event.type === "text.flushed") && !finishSent) {
|
|
204
|
+
finishSent = true;
|
|
205
|
+
connection.send({ type: "session.finish" });
|
|
206
|
+
} else if (event.type === "response.audio.delta") {
|
|
207
|
+
if (!ready || typeof event.delta !== "string" || !/^(?:[A-Za-z0-9+/]{4})*(?:[A-Za-z0-9+/]{2}==|[A-Za-z0-9+/]{3}=)?$/.test(event.delta)) throw new Error("Invalid platform audio");
|
|
208
|
+
const bytes = Buffer.from(event.delta, "base64");
|
|
209
|
+
if (bytes.length % 2 || (controller.desiredSize ?? 0) < bytes.length) throw new Error("Platform TTS audio buffer exceeded");
|
|
210
|
+
controller.enqueue(bytes);
|
|
211
|
+
} else if (event.type === "session.finished") {
|
|
212
|
+
ended = true;
|
|
213
|
+
clearTimeout(timer);
|
|
214
|
+
controller.close();
|
|
215
|
+
connection.close();
|
|
216
|
+
}
|
|
217
|
+
}, (error) => {
|
|
218
|
+
rejectReady(error);
|
|
219
|
+
if (!ended) {
|
|
220
|
+
ended = true;
|
|
221
|
+
controller.error(error);
|
|
222
|
+
}
|
|
223
|
+
clearTimeout(timer);
|
|
224
|
+
});
|
|
225
|
+
const timer = setTimeout(() => connection.fail(/* @__PURE__ */ new Error("Platform TTS timed out")), request.timeoutMs);
|
|
226
|
+
connection.socket.once("open", () => connection.send({
|
|
227
|
+
type: "session.update",
|
|
228
|
+
session: {
|
|
229
|
+
voice: request.voice,
|
|
230
|
+
...request.instructions ? { instructions: request.instructions } : {}
|
|
231
|
+
}
|
|
232
|
+
}));
|
|
233
|
+
await readyPromise;
|
|
234
|
+
return {
|
|
235
|
+
audioStream: stream,
|
|
236
|
+
outputFormat: "pcm",
|
|
237
|
+
fileExtension: "pcm",
|
|
238
|
+
voiceCompatible: false,
|
|
239
|
+
release: async () => {
|
|
240
|
+
clearTimeout(timer);
|
|
241
|
+
connection.close();
|
|
242
|
+
if (!ended) {
|
|
243
|
+
ended = true;
|
|
244
|
+
controller.close();
|
|
245
|
+
}
|
|
246
|
+
}
|
|
247
|
+
};
|
|
248
|
+
}
|
|
249
|
+
//#endregion
|
|
250
|
+
export { openPlatformStt, openPlatformTts };
|
|
@@ -143,7 +143,7 @@ function createOmniVoiceEngine(options) {
|
|
|
143
143
|
reason
|
|
144
144
|
});
|
|
145
145
|
}
|
|
146
|
-
if ((reason === "client_cancelled" || reason === "barge_in" && !options.bargeIn) && response.generating && socket?.readyState === WebSocket.OPEN) {
|
|
146
|
+
if ((reason === "client_cancelled" || reason === "barge_in" && (options.route.route.managed || !options.bargeIn)) && response.generating && socket?.readyState === WebSocket.OPEN) {
|
|
147
147
|
cancellationPending = true;
|
|
148
148
|
send("response.cancel");
|
|
149
149
|
}
|
|
@@ -286,7 +286,7 @@ function createOmniVoiceEngine(options) {
|
|
|
286
286
|
if (binary) throw new Error("Unexpected Omni binary frame");
|
|
287
287
|
const event = JSON.parse(raw.toString());
|
|
288
288
|
if (event.type === "error") {
|
|
289
|
-
if (cancellationPending && event.error?.type === "invalid_request_error" && event.error?.message === "Conversation has none active response") {
|
|
289
|
+
if (!options.route.route.managed && cancellationPending && event.error?.type === "invalid_request_error" && event.error?.message === "Conversation has none active response") {
|
|
290
290
|
cancellationPending = false;
|
|
291
291
|
return;
|
|
292
292
|
}
|
|
@@ -297,9 +297,11 @@ function createOmniVoiceEngine(options) {
|
|
|
297
297
|
modalities: ["text", "audio"],
|
|
298
298
|
voice: options.route.voice,
|
|
299
299
|
instructions: options.route.instructions,
|
|
300
|
-
|
|
301
|
-
|
|
302
|
-
|
|
300
|
+
...!options.route.route.managed ? {
|
|
301
|
+
input_audio_format: "pcm",
|
|
302
|
+
output_audio_format: "pcm",
|
|
303
|
+
input_audio_transcription: { model: "gummy-realtime-v1" }
|
|
304
|
+
} : {},
|
|
303
305
|
turn_detection: {
|
|
304
306
|
type: "server_vad",
|
|
305
307
|
threshold: .5,
|
|
@@ -309,6 +311,7 @@ function createOmniVoiceEngine(options) {
|
|
|
309
311
|
}
|
|
310
312
|
} });
|
|
311
313
|
else if (event.type === "session.updated" && !ready) {
|
|
314
|
+
if (options.route.route.managed && (event.session?.input_sample_rate !== 16e3 || event.session?.output_sample_rate !== 24e3)) throw new Error("Unsupported platform audio format");
|
|
312
315
|
ready = true;
|
|
313
316
|
clearTimeout(timer);
|
|
314
317
|
rejectStart = void 0;
|
|
@@ -1,12 +1,20 @@
|
|
|
1
1
|
import { init_xopc_cloud_config, resolveXopcModelRouterUrl } from "../../providers/xopc-cloud-config.js";
|
|
2
2
|
import { getProviderAuthService, init_provider_auth_service } from "../../providers/provider-auth-service.js";
|
|
3
|
+
import { requirePlatformVoiceModel } from "../platform-catalog.js";
|
|
3
4
|
//#region src/voice/realtime/omniRoute.ts
|
|
4
5
|
init_provider_auth_service();
|
|
5
6
|
init_xopc_cloud_config();
|
|
6
7
|
async function resolveOmniRoute(config) {
|
|
7
8
|
const slice = config.voice?.realtime?.omni;
|
|
8
9
|
if (!slice) throw new Error("Natural conversation is not configured");
|
|
9
|
-
|
|
10
|
+
let maxSessionSeconds;
|
|
11
|
+
let serviceVersion;
|
|
12
|
+
if (slice.provider === "xopc-cloud") {
|
|
13
|
+
const model = requirePlatformVoiceModel(slice.model, "conversation");
|
|
14
|
+
maxSessionSeconds = model.voice.limits.maxSessionSeconds;
|
|
15
|
+
serviceVersion = model.voice.serviceVersion;
|
|
16
|
+
if (!model.voice.voices.some((voice) => voice.id === slice.voice)) throw new Error("Selected voice is unavailable");
|
|
17
|
+
}
|
|
10
18
|
const managed = slice.provider === "xopc-cloud";
|
|
11
19
|
const url = new URL(managed ? `${resolveXopcModelRouterUrl(slice.baseUrl)}/audio/conversations/realtime` : slice.baseUrl ?? "wss://dashscope.aliyuncs.com/api-ws/v1/realtime");
|
|
12
20
|
if (managed && url.protocol === "https:") url.protocol = "wss:";
|
|
@@ -15,7 +23,9 @@ async function resolveOmniRoute(config) {
|
|
|
15
23
|
const apiKey = managed ? await getProviderAuthService().resolveApiKey("xopc-cloud") : slice.apiKey ?? config.tools?.media?.audio?.providers?.alibaba?.apiKey ?? await getProviderAuthService().resolveApiKey("dashscope");
|
|
16
24
|
if (!apiKey) throw new Error("Omni credentials are unavailable");
|
|
17
25
|
url.search = new URLSearchParams({ model: slice.model }).toString();
|
|
26
|
+
if (serviceVersion) url.searchParams.set("service_version", String(serviceVersion));
|
|
18
27
|
return {
|
|
28
|
+
maxSessionSeconds,
|
|
19
29
|
route: {
|
|
20
30
|
provider: slice.provider,
|
|
21
31
|
model: slice.model,
|