@xopcai/xopc 0.0.450 → 0.0.451
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser-ext/manifest.json +1 -1
- package/dist/extensions/telegram/xopc.extension.json +1 -1
- package/dist/gateway/static/root/assets/{activity-store-Tn5McYcg.js → activity-store-OMq1GnqB.js} +1 -1
- package/dist/gateway/static/root/assets/{agent-avatar-dicebear-BX5HhrTI.js → agent-avatar-dicebear-CIoE-FJR.js} +1 -1
- package/dist/gateway/static/root/assets/{agent-avatar-display-C7Dx9nt1.js → agent-avatar-display-kPb6idGG.js} +2 -2
- package/dist/gateway/static/root/assets/{agent-defaults-settings-panel-AAJsxEjB.js → agent-defaults-settings-panel-vKUDGEU6.js} +1 -1
- package/dist/gateway/static/root/assets/{agent-plugin-dialog-BhtzU8qr.js → agent-plugin-dialog-x7guoCvz.js} +1 -1
- package/dist/gateway/static/root/assets/{agents-CbGYb9WI.js → agents-BbwFcl87.js} +3 -3
- package/dist/gateway/static/root/assets/{agents-admin-api-CShyoj9I.js → agents-admin-api-tXB8Aj5K.js} +1 -1
- package/dist/gateway/static/root/assets/{api-B3M6ifoo.js → api-DIKAjDAK.js} +1 -1
- package/dist/gateway/static/root/assets/{api-BET9vZ1l.js → api-ixudT_21.js} +1 -1
- package/dist/gateway/static/root/assets/{app-management-settings-panel-BxOShFPO.js → app-management-settings-panel-nuDfyfZ5.js} +1 -1
- package/dist/gateway/static/root/assets/{appearance-settings-L450QlMW.js → appearance-settings-D4oON26V.js} +1 -1
- package/dist/gateway/static/root/assets/{apps-page-Bz6_fyMs.js → apps-page-BM1BfXzo.js} +1 -1
- package/dist/gateway/static/root/assets/{archive-plugin-BCXEOal7.js → archive-plugin-mKjfC6Sk.js} +1 -1
- package/dist/gateway/static/root/assets/{automation-api-B3Jnoa2G.js → automation-api-C9pjryrT.js} +1 -1
- package/dist/gateway/static/root/assets/{automation-result-state-BHAKc5QI.js → automation-result-state-uvg7Bi2x.js} +1 -1
- package/dist/gateway/static/root/assets/{automation-run-list-De7gini_.js → automation-run-list-J-R4-hVm.js} +1 -1
- package/dist/gateway/static/root/assets/{automation-task-card-Clf0fe_n.js → automation-task-card-CXGC8afU.js} +1 -1
- package/dist/gateway/static/root/assets/{automations-page-BEG5xLew.js → automations-page-CwQg9dfM.js} +1 -1
- package/dist/gateway/static/root/assets/{automations-workspace-Cfq1C6XB.js → automations-workspace-DhLgFY2T.js} +2 -2
- package/dist/gateway/static/root/assets/{binary-plugins-B7tuUWzS.js → binary-plugins-BNPDM14i.js} +1 -1
- package/dist/gateway/static/root/assets/{block-editor-D-YHASZr.js → block-editor-De9UqmMT.js} +1 -1
- package/dist/gateway/static/root/assets/{browser-settings-page-DdMMia7Y.js → browser-settings-page-B0VB5umC.js} +1 -1
- package/dist/gateway/static/root/assets/{capabilities-Cxh3nYa6.js → capabilities-BtJB4u5C.js} +1 -1
- package/dist/gateway/static/root/assets/{capabilities-YfkMBZCb.js → capabilities-Cp-rmFMM.js} +1 -1
- package/dist/gateway/static/root/assets/{capabilities-page-CSBeVda0.js → capabilities-page-KRaK8LKT.js} +2 -2
- package/dist/gateway/static/root/assets/capabilities-settings-panel-aJy-1o5H.js +8 -0
- package/dist/gateway/static/root/assets/{channels-DdSEH-R2.js → channels-ZJORx-he.js} +1 -1
- package/dist/gateway/static/root/assets/{chat-agents-api-CgasFAm4.js → chat-agents-api-CtuEaDG8.js} +1 -1
- package/dist/gateway/static/root/assets/{chat-chart-block-Cgks7rH3.js → chat-chart-block-ShPQBlNE.js} +1 -1
- package/dist/gateway/static/root/assets/{chat-page-BKLyj4IP.js → chat-page-QmBfel_Z.js} +22 -22
- package/dist/gateway/static/root/assets/{chat-terminal-dock-aCu4X5Jo.js → chat-terminal-dock-CvDRfHAZ.js} +1 -1
- package/dist/gateway/static/root/assets/{command-palette-api-Bku_h283.js → command-palette-api-NJTvEF2b.js} +1 -1
- package/dist/gateway/static/root/assets/composer-notifications-BkezOy9Q.js +1 -0
- package/dist/gateway/static/root/assets/composer-payload-handoff-CEjJusbJ.js +1 -0
- package/dist/gateway/static/root/assets/{computer-settings-page-zvWUPPAr.js → computer-settings-page-DG8bcw_s.js} +1 -1
- package/dist/gateway/static/root/assets/{connected-providers-grid-w3htbAyh.js → connected-providers-grid-BWVieU6P.js} +1 -1
- package/dist/gateway/static/root/assets/{connection-usage-guide-DL2T6cSN.js → connection-usage-guide-f55PDAbb.js} +1 -1
- package/dist/gateway/static/root/assets/{connector-service-page-a0gQC-nc.js → connector-service-page-Ca09FIBW.js} +1 -1
- package/dist/gateway/static/root/assets/{connectors-api-DNVUmf9M.js → connectors-api-dai-YAdK.js} +1 -1
- package/dist/gateway/static/root/assets/{connectors-page-D1VzTxON.js → connectors-page-C8M01Zxs.js} +1 -1
- package/dist/gateway/static/root/assets/{date-picker-E0cqnNlR.js → date-picker-C70ICT7u.js} +1 -1
- package/dist/gateway/static/root/assets/{date-time-picker-CrC_VKpw.js → date-time-picker-Czj5fnsJ.js} +1 -1
- package/dist/gateway/static/root/assets/{desktop-pet-D1MkNl5F.js → desktop-pet-Dq3OLpPg.js} +1 -1
- package/dist/gateway/static/root/assets/{desktop-pet-settings-BA6u5Md-.js → desktop-pet-settings-q4mec6zt.js} +1 -1
- package/dist/gateway/static/root/assets/{dev-view-store-DnqJb6NS.js → dev-view-store-lXnKsRew.js} +1 -1
- package/dist/gateway/static/root/assets/{device-pairing-wizard-Ba3d606o.js → device-pairing-wizard-CbUX0iit.js} +1 -1
- package/dist/gateway/static/root/assets/{directory-picker-path-field-lcps-hsZ.js → directory-picker-path-field-BRnwhemd.js} +1 -1
- package/dist/gateway/static/root/assets/{discussion-annotation-sync-BmvCn1Xn.js → discussion-annotation-sync-BnK6Ua7v.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-debug-page-BOJbNj9D.js → extension-debug-page-Bp2BrJbB.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-iframe-host-pbU7DAfE.js → extension-iframe-host-DjXDDmUd.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-marketplace-api-BrLsjJLA.js → extension-marketplace-api-tk93vJL_.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-page-BrX4Hy9P.js → extension-page-CGgneUDY.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-provider-DUzhV5_a.js → extension-provider-BktGTwH_.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-settings-page-BuV-Vuvb.js → extension-settings-page-BGcZIeHP.js} +1 -1
- package/dist/gateway/static/root/assets/{file-preview-surface-B3nLuoQO.js → file-preview-surface-BK2_4mWy.js} +1 -1
- package/dist/gateway/static/root/assets/{gateway-config-swr-CtZy1Qw0.js → gateway-config-swr-DsXilOaJ.js} +1 -1
- package/dist/gateway/static/root/assets/{gateway-realtime-CG65gHUY.js → gateway-realtime-DopPmAMl.js} +1 -1
- package/dist/gateway/static/root/assets/gateway-realtime-store-ZxMFPH4n.js +1 -0
- package/dist/gateway/static/root/assets/{gateway-restart-Cr5xtfZU.js → gateway-restart-eozrXTm7.js} +1 -1
- package/dist/gateway/static/root/assets/{gateway-settings-BwMwdwXh.js → gateway-settings-DddUli-p.js} +1 -1
- package/dist/gateway/static/root/assets/{gateway-startup-retry-DztAHGru.js → gateway-startup-retry-DMQI0ATo.js} +1 -1
- package/dist/gateway/static/root/assets/{global-defaults-api-yHc-ZfjU.js → global-defaults-api-D7hk1zTj.js} +1 -1
- package/dist/gateway/static/root/assets/home-page-C8oVgxQg.js +3 -0
- package/dist/gateway/static/root/assets/{image-generation-api-D5eo_stq.js → image-generation-api-BCbvDDH_.js} +1 -1
- package/dist/gateway/static/root/assets/imports-page-B9LF_2fO.js +1 -0
- package/dist/gateway/static/root/assets/index-CPXKrqLj.js +11 -0
- package/dist/gateway/static/root/assets/index-Dc-3QQaz.css +1 -0
- package/dist/gateway/static/root/assets/{install-connector-dialog-B-v1FT3P.js → install-connector-dialog-DT32t-66.js} +1 -1
- package/dist/gateway/static/root/assets/{keyboard-shortcuts-settings-BLBASsCP.js → keyboard-shortcuts-settings-DDwoBK8g.js} +1 -1
- package/dist/gateway/static/root/assets/{local-app-workbench-page-3J9ABnCu.js → local-app-workbench-page-CnckB-RA.js} +1 -1
- package/dist/gateway/static/root/assets/{local-apps-page-Db93n4Zy.js → local-apps-page-qzxr3c8Y.js} +1 -1
- package/dist/gateway/static/root/assets/{local-session-drafts-C6oPrCYY.js → local-session-drafts-BU3FXj_X.js} +1 -1
- package/dist/gateway/static/root/assets/{locale-store-CQcW9_qA.js → locale-store-DTUQ0JiK.js} +1 -1
- package/dist/gateway/static/root/assets/logs-page-_nIEwZn4.js +2 -0
- package/dist/gateway/static/root/assets/{management-api-Dh2r5GrQ.js → management-api-C6mCD0mZ.js} +1 -1
- package/dist/gateway/static/root/assets/{management-settings-Fj25fafb.js → management-settings-C4BKD-_b.js} +1 -1
- package/dist/gateway/static/root/assets/{markdown-view-CkihBz06.js → markdown-view-DHjn1-ML.js} +1 -1
- package/dist/gateway/static/root/assets/{mcp-conversation-setup-page-jh3dwNfg.js → mcp-conversation-setup-page-ClgMvru5.js} +1 -1
- package/dist/gateway/static/root/assets/{media-plugins-BUapXtQZ.js → media-plugins-8E2KZQym.js} +1 -1
- package/dist/gateway/static/root/assets/{messages-orB1BMgI.js → messages-C7ruaWtK.js} +3 -3
- package/dist/gateway/static/root/assets/{model-selector-DYxgKUju.js → model-selector-CJY9LRsl.js} +1 -1
- package/dist/gateway/static/root/assets/{models-hub-cache-D2cdb8nZ.js → models-hub-cache-BTs8jhgq.js} +1 -1
- package/dist/gateway/static/root/assets/{note-detail-panel-BMtKrv-J.js → note-detail-panel-DiCfpcZd.js} +3 -3
- package/dist/gateway/static/root/assets/note-image-lightbox-kccIXJo_.js +1 -0
- package/dist/gateway/static/root/assets/{notes-api-BhRyWe3S.js → notes-api-BnaeXy22.js} +1 -1
- package/dist/gateway/static/root/assets/{notes-page-DcmRJJbt.js → notes-page-B_vTBmyx.js} +2 -2
- package/dist/gateway/static/root/assets/{oauth-api-D5iBtOid.js → oauth-api-BZ67vxsq.js} +1 -1
- package/dist/gateway/static/root/assets/{oauth-provider-connect-CmHsHynu.js → oauth-provider-connect-CZP15znW.js} +1 -1
- package/dist/gateway/static/root/assets/{open-capability-settings-Cvb65hQB.js → open-capability-settings-DQsmJxI7.js} +1 -1
- package/dist/gateway/static/root/assets/{page-context-capture-button-CTHQWfG6.js → page-context-capture-button-TpjRHhUt.js} +1 -1
- package/dist/gateway/static/root/assets/{page-context-draft-aApa5ApP.js → page-context-draft-BbUpxlgV.js} +1 -1
- package/dist/gateway/static/root/assets/page-header-store-CFntbsPj.js +1 -0
- package/dist/gateway/static/root/assets/{personal-avatar-Dp5LHjk3.js → personal-avatar-CVocefDp.js} +1 -1
- package/dist/gateway/static/root/assets/personal-page-BjnSgU89.js +1 -0
- package/dist/gateway/static/root/assets/{personal-settings-panel-CtJL6qIN.js → personal-settings-panel-CdMHSPCH.js} +1 -1
- package/dist/gateway/static/root/assets/{phone-dependencies-card-BBk6k0t0.js → phone-dependencies-card-ChRrViSc.js} +1 -1
- package/dist/gateway/static/root/assets/{phone-model-connection-QJt8SAb7.js → phone-model-connection-DmswEWqx.js} +1 -1
- package/dist/gateway/static/root/assets/{phone-model-picker-CRxUxJNZ.js → phone-model-picker-CvuOhQpk.js} +1 -1
- package/dist/gateway/static/root/assets/{phone-settings-page-Df64khPY.js → phone-settings-page-2hZ68I47.js} +1 -1
- package/dist/gateway/static/root/assets/{phone-workspace-store-DAuPd2ie.js → phone-workspace-store-BMvxfZ3g.js} +1 -1
- package/dist/gateway/static/root/assets/{plugin-details-dialog-Bcer4RC3.js → plugin-details-dialog-qvdi41L2.js} +1 -1
- package/dist/gateway/static/root/assets/{preference-select-fields-DdV7q9Bd.js → preference-select-fields-RDatqlhG.js} +1 -1
- package/dist/gateway/static/root/assets/{product-automation-feedback-uKndNxpU.js → product-automation-feedback-Bj9ZsasT.js} +1 -1
- package/dist/gateway/static/root/assets/{product-open-page-A7lyoXVv.js → product-open-page-CzXmn2MX.js} +1 -1
- package/dist/gateway/static/root/assets/{product-preview-content-BrdvkWOg.js → product-preview-content-Beg0t4GW.js} +1 -1
- package/dist/gateway/static/root/assets/{product-preview-modal-BxHKejcX.js → product-preview-modal-5ulFfVzf.js} +2 -2
- package/dist/gateway/static/root/assets/project-detail-page-8bnYqXLJ.js +7 -0
- package/dist/gateway/static/root/assets/{project-understanding-BVhSoQHu.js → project-understanding-CXf7wjwt.js} +1 -1
- package/dist/gateway/static/root/assets/{projects-page-DSPoyFda.js → projects-page-CyA6fCPg.js} +1 -1
- package/dist/gateway/static/root/assets/{providers-api-B47s6_9Q.js → providers-api-DE7kdeXc.js} +1 -1
- package/dist/gateway/static/root/assets/{recording-upload-B-IHTsVC.js → recording-upload-BZvpuPZT.js} +1 -1
- package/dist/gateway/static/root/assets/{registry-api-Bo8YiUE0.js → registry-api-C_8-f85U.js} +1 -1
- package/dist/gateway/static/root/assets/{remote-access-hub-BRf9znLV.js → remote-access-hub-Daxdjqs9.js} +1 -1
- package/dist/gateway/static/root/assets/{resource-unavailable-CAljzZx8.js → resource-unavailable-khPb8zb8.js} +1 -1
- package/dist/gateway/static/root/assets/route-preload-DGMUu3pm.js +2 -0
- package/dist/gateway/static/root/assets/{runtime-tools-api-C28pB9__.js → runtime-tools-api-2YumRxOJ.js} +1 -1
- package/dist/gateway/static/root/assets/{runtime-tools-settings-panel-XYeadnhL.js → runtime-tools-settings-panel-DH00p-rI.js} +1 -1
- package/dist/gateway/static/root/assets/{schema-form-CtRM41Re.js → schema-form-C9TYGa0_.js} +1 -1
- package/dist/gateway/static/root/assets/secret-input-DsjfQmDn.js +1 -0
- package/dist/gateway/static/root/assets/{service-recommendation-list-C6ydoBSU.js → service-recommendation-list-wXf_ZlHq.js} +1 -1
- package/dist/gateway/static/root/assets/{session-api-D7FWdG43.js → session-api-Dt7vRa-E.js} +1 -1
- package/dist/gateway/static/root/assets/session-channel-icon-BzkFo-Ci.js +1 -0
- package/dist/gateway/static/root/assets/{session-identity-label-BP7OIYth.js → session-identity-label-D5SAi0Uh.js} +1 -1
- package/dist/gateway/static/root/assets/{session-manager-C1T7WiP7.js → session-manager-5qokJQ6W.js} +1 -1
- package/dist/gateway/static/root/assets/{sessions-page-CyYkCsfy.js → sessions-page-CCcpMHIH.js} +1 -1
- package/dist/gateway/static/root/assets/settings-advanced-gate-B7-XQiJh.js +1 -0
- package/dist/gateway/static/root/assets/{settings-advanced-section-3HwfHbqz.js → settings-advanced-section-DRlQdj_w.js} +1 -1
- package/dist/gateway/static/root/assets/{settings-mode-store-BVvIXZlg.js → settings-mode-store-BE6t--iO.js} +1 -1
- package/dist/gateway/static/root/assets/{settings-page-C6ypo-jn.js → settings-page-_F2d9-GZ.js} +1 -1
- package/dist/gateway/static/root/assets/{settings-page-header-CheboxIM.js → settings-page-header-DG3MQwSF.js} +1 -1
- package/dist/gateway/static/root/assets/{settings-page-layout-CPFMZaLF.js → settings-page-layout-SuMAUhMb.js} +1 -1
- package/dist/gateway/static/root/assets/{setup-interaction-page-BbCzYq9S.js → setup-interaction-page-DyDiHKjZ.js} +1 -1
- package/dist/gateway/static/root/assets/{setup-status-panel-DUNgVqtz.js → setup-status-panel-CPNFWhrr.js} +1 -1
- package/dist/gateway/static/root/assets/{share-link-dialog-0P9ghttc.js → share-link-dialog-wu-minYF.js} +1 -1
- package/dist/gateway/static/root/assets/share-preview-page-BqbfuQBU.js +2 -0
- package/dist/gateway/static/root/assets/{shares-api-iiw4F-ra.js → shares-api-DwsEzRc6.js} +1 -1
- package/dist/gateway/static/root/assets/{shares-settings-BQ1qXAJn.js → shares-settings-BxutiB6Y.js} +1 -1
- package/dist/gateway/static/root/assets/{skill-api-CLtIjE8K.js → skill-api-C7wPB73H.js} +1 -1
- package/dist/gateway/static/root/assets/{skill-list-api-DY0rRlUk.js → skill-list-api-C4AjzhlY.js} +1 -1
- package/dist/gateway/static/root/assets/{skill-reload-api-DJC8uWLu.js → skill-reload-api-CqfS9zlG.js} +1 -1
- package/dist/gateway/static/root/assets/{skills-page-CQYf7s9f.js → skills-page-8VYadExR.js} +1 -1
- package/dist/gateway/static/root/assets/sliding-segmented-D346J92k.js +1 -0
- package/dist/gateway/static/root/assets/{system-settings-panel-DdBmyc93.js → system-settings-panel-BV4GHnns.js} +1 -1
- package/dist/gateway/static/root/assets/{task-detail-page-Bb1R4QsJ.js → task-detail-page-C9IyuxdS.js} +3 -3
- package/dist/gateway/static/root/assets/{task-input-card-Xl4xFjCn.js → task-input-card-NtzzVc0e.js} +1 -1
- package/dist/gateway/static/root/assets/{terminal-panel-store-B1EVdx4L.js → terminal-panel-store-DWdJOGMn.js} +1 -1
- package/dist/gateway/static/root/assets/{theme-store-BTkYFJOE.js → theme-store-FNf-kdMR.js} +1 -1
- package/dist/gateway/static/root/assets/{tracing-settings-page-h-gbBAtl.js → tracing-settings-page-BRPJuRpc.js} +1 -1
- package/dist/gateway/static/root/assets/{tunnel-api-BDoegsWD.js → tunnel-api-B7NHNrQJ.js} +1 -1
- package/dist/gateway/static/root/assets/{understanding-activity-store-DyFJDqHy.js → understanding-activity-store-bgCeO8bb.js} +1 -1
- package/dist/gateway/static/root/assets/{understanding-refresh-store-C0SRcgyd.js → understanding-refresh-store-CEhWIvsQ.js} +1 -1
- package/dist/gateway/static/root/assets/{usage-page-CbJsT3zT.js → usage-page-35YfpfVW.js} +1 -1
- package/dist/gateway/static/root/assets/{use-autosave-CB2B4NMO.js → use-autosave-D8Qtt_Tn.js} +1 -1
- package/dist/gateway/static/root/assets/use-composer-attachments-H-tD4Db6.js +2 -0
- package/dist/gateway/static/root/assets/use-file-preview-expanded-P-0xmST2.js +15 -0
- package/dist/gateway/static/root/assets/{use-personal-profile-r0OuOlBJ.js → use-personal-profile-Bk2rGWSy.js} +1 -1
- package/dist/gateway/static/root/assets/use-realtime-voice-BcokfdI0.js +1 -0
- package/dist/gateway/static/root/assets/{use-workspace-tree-B9Bmg8LV.js → use-workspace-tree-D0_812KH.js} +1 -1
- package/dist/gateway/static/root/assets/{user-model-page-BudrJ73l.js → user-model-page-BxHnOljT.js} +1 -1
- package/dist/gateway/static/root/assets/voice-C607F0pB.js +1 -0
- package/dist/gateway/static/root/assets/{voice-api-key-field-C8wd8ijq.js → voice-api-key-field-BL56KGeq.js} +1 -1
- package/dist/gateway/static/root/assets/voice-config-api-DVFTuHwH.js +1 -0
- package/dist/gateway/static/root/assets/{voice-input-shortcut-events-TAmJNcsN.js → voice-input-shortcut-events-BK-IvchL.js} +1 -1
- package/dist/gateway/static/root/assets/{work-discovery-overlay-DsyYo1p0.js → work-discovery-overlay-DDXae8Yc.js} +1 -1
- package/dist/gateway/static/root/assets/{work-discovery-page-BJ9VN5Zd.js → work-discovery-page-CxN0abrd.js} +1 -1
- package/dist/gateway/static/root/assets/{working-directory-picker-modal-CFj-ZOJE.js → working-directory-picker-modal-D3BUBFa0.js} +1 -1
- package/dist/gateway/static/root/assets/{workspace-api-DYFy9__S.js → workspace-api-ymncGc6j.js} +2 -2
- package/dist/gateway/static/root/assets/workspace-editor-agent-store-BQrMvAkL.js +1 -0
- package/dist/gateway/static/root/assets/workspace-file-preview-dialog-BKmtih6_.js +1 -0
- package/dist/gateway/static/root/assets/workspace-open-location-menu-BdfKT4O4.js +1 -0
- package/dist/gateway/static/root/assets/{xopc-cloud-account-card-DN4DdOWZ.js → xopc-cloud-account-card-BS_lsURY.js} +1 -1
- package/dist/gateway/static/root/index.html +91 -88
- package/dist/package.js +1 -1
- package/dist/packages/realtime-protocol/src/voice.js +32 -3
- package/dist/src/agent-config/schema.d.ts +30 -0
- package/dist/src/agent-config/schema.js +3 -1
- package/dist/src/cli/commands/gateway/lifecycle.js +1 -1
- package/dist/src/config/schema.d.ts +16 -0
- package/dist/src/config/schema.js +6 -0
- package/dist/src/gateway/hono/lib/safe-voice-config.d.ts +1 -0
- package/dist/src/gateway/hono/lib/safe-voice-config.js +7 -2
- package/dist/src/gateway/hono/routes/connectors.js +1 -1
- package/dist/src/gateway/hono/routes/models.js +4 -0
- package/dist/src/gateway/hono/routes/personal-agent.js +9 -1
- package/dist/src/gateway/hono/routes/voice.js +105 -12
- package/dist/src/gateway/security/gateway-scopes.js +1 -1
- package/dist/src/gateway/service/config-coordinator.d.ts +4 -0
- package/dist/src/gateway/service.js +4 -4
- package/dist/src/gateway/xopc-cloud-capability-setup.js +2 -2
- package/dist/src/imports/inventory.js +11 -3
- package/dist/src/infra/update-restart.js +1 -1
- package/dist/src/personal-agent/repository.d.ts +2 -3
- package/dist/src/personal-agent/service.d.ts +3 -6
- package/dist/src/personal-agent/service.js +11 -1
- package/dist/src/providers/model-catalog-persistence.js +2 -2
- package/dist/src/providers/setup/voice.js +9 -4
- package/dist/src/providers/xopc-cloud-model-source.js +2 -2
- package/dist/src/voice/platform-settings.js +1 -1
- package/dist/src/voice/realtime/omniEngine.d.ts +1 -0
- package/dist/src/voice/realtime/omniEngine.js +188 -43
- package/dist/src/voice/realtime/omniRoute.d.ts +5 -2
- package/dist/src/voice/realtime/omniRoute.js +29 -3
- package/dist/src/voice/realtime/runtime.js +46 -35
- package/dist/src/voice/realtime/runtime.types.d.ts +1 -1
- package/package.json +1 -1
- package/dist/gateway/static/root/assets/capabilities-settings-panel-C56aelvp.js +0 -8
- package/dist/gateway/static/root/assets/composer-payload-handoff-D1xUYD5M.js +0 -1
- package/dist/gateway/static/root/assets/gateway-realtime-store-Vl3uKAHV.js +0 -1
- package/dist/gateway/static/root/assets/home-page-DYkEc3Qb.js +0 -3
- package/dist/gateway/static/root/assets/imports-page-CLbpRE5i.js +0 -1
- package/dist/gateway/static/root/assets/index-CIeY0yyg.js +0 -11
- package/dist/gateway/static/root/assets/index-D1EDrkUo.css +0 -1
- package/dist/gateway/static/root/assets/logs-page-Dtoheh2t.js +0 -2
- package/dist/gateway/static/root/assets/note-image-lightbox-C6aTUp-c.js +0 -1
- package/dist/gateway/static/root/assets/page-header-store-B2Ahfm0W.js +0 -1
- package/dist/gateway/static/root/assets/personal-page-CpKBzGIk.js +0 -1
- package/dist/gateway/static/root/assets/project-detail-page-CobfHZo0.js +0 -7
- package/dist/gateway/static/root/assets/route-preload-C0oV8og1.js +0 -2
- package/dist/gateway/static/root/assets/secret-input-Dryrns2s.js +0 -1
- package/dist/gateway/static/root/assets/session-channel-icon-D1ktvt1P.js +0 -1
- package/dist/gateway/static/root/assets/settings-advanced-gate-B3rOBkm_.js +0 -1
- package/dist/gateway/static/root/assets/share-preview-page-BoLq3kSO.js +0 -2
- package/dist/gateway/static/root/assets/use-composer-attachments-BPMn8eY_.js +0 -2
- package/dist/gateway/static/root/assets/use-file-preview-expanded-4SKLb9Fh.js +0 -15
- package/dist/gateway/static/root/assets/voice-config-api-yBcUSvvn.js +0 -1
- package/dist/gateway/static/root/assets/voice-transcribe-api-D4eyeSdG.js +0 -1
- package/dist/gateway/static/root/assets/workspace-editor-agent-store-2Lt7rQfw.js +0 -1
- package/dist/gateway/static/root/assets/workspace-file-preview-dialog-DhqlVzSI.js +0 -1
- package/dist/gateway/static/root/assets/workspace-open-location-menu-C-ItyXwL.js +0 -1
|
@@ -2,7 +2,7 @@ import { createLogger } from "../../utils/logger/index.js";
|
|
|
2
2
|
import { init_logger } from "../../utils/logger.js";
|
|
3
3
|
import { assertProviderUsage, init_model_usage } from "../../providers/model-usage.js";
|
|
4
4
|
import { AudioPlaybackWindow } from "./audio-playback-window.js";
|
|
5
|
-
import { TurnCoordinator } from "./turnPolicy.js";
|
|
5
|
+
import { TurnCoordinator, hasContinuationHint } from "./turnPolicy.js";
|
|
6
6
|
import { PlaybackEchoCandidates } from "./playback-echo.js";
|
|
7
7
|
import { PcmFrameBuffer } from "./pcmFrameBuffer.js";
|
|
8
8
|
import crypto from "node:crypto";
|
|
@@ -17,14 +17,21 @@ const UPLOAD_TIMEOUT_MS = 1e4;
|
|
|
17
17
|
const RESPONSE_START_TIMEOUT_MS = 3e4;
|
|
18
18
|
const CANCELLATION_ERROR_GRACE_MS = 5e3;
|
|
19
19
|
const PLAYBACK_ECHO_TAIL_MS = 3e3;
|
|
20
|
+
const HIGGS_ENDPOINT_MS = 180;
|
|
21
|
+
const HIGGS_TRANSCRIPT_TIMEOUT_MS = 900;
|
|
22
|
+
const HIGGS_GREETING_GRACE_MS = 1100;
|
|
23
|
+
const HIGGS_CONTINUATION_GRACE_MS = 1800;
|
|
20
24
|
const FAILURE_MESSAGES = {
|
|
21
25
|
OMNI_UPLOAD_TIMEOUT: "The connection to the voice service stopped uploading audio. Check the network to your configured endpoint and reconnect.",
|
|
22
26
|
OMNI_INPUT_RESET_TIMEOUT: "The voice service did not acknowledge clearing microphone input. Reconnect to continue.",
|
|
27
|
+
OMNI_CONTEXT_FAILED: "The conversation context could not be restored. Reconnect and try again.",
|
|
23
28
|
OMNI_START_TIMEOUT: "The voice service did not become ready in time.",
|
|
24
29
|
OMNI_RESPONSE_START_TIMEOUT: "Your speech was transcribed, but the voice model did not start a reply within 30 seconds. Reconnect or select another realtime voice model.",
|
|
25
30
|
OMNI_CONNECTION_FAILED: "Could not connect to the voice service. Check network and service availability.",
|
|
26
31
|
OMNI_CONNECTION_REJECTED: "The voice service rejected the connection. Check account access, quota and route configuration.",
|
|
27
32
|
OMNI_CONNECTION_CLOSED: "The voice service closed the connection.",
|
|
33
|
+
BOSON_AUTH_FAILED: "Boson rejected the API key. Update it in voice settings and try again.",
|
|
34
|
+
BOSON_QUOTA_EXCEEDED: "Boson has no available quota. Check the account balance or usage limit.",
|
|
28
35
|
OMNI_PROVIDER_ERROR: "The voice service reported an error.",
|
|
29
36
|
OMNI_RESPONSE_FAILED: "The voice service could not complete its reply.",
|
|
30
37
|
OMNI_INVALID_TRANSCRIPT: "The voice service returned an invalid transcript.",
|
|
@@ -35,6 +42,7 @@ const FAILURE_MESSAGES = {
|
|
|
35
42
|
TRANSCRIPT_WRITE_FAILED: "The conversation could not be saved. Check gateway storage."
|
|
36
43
|
};
|
|
37
44
|
function createOmniVoiceEngine(options) {
|
|
45
|
+
const higgs = options.route.route.provider === "boson";
|
|
38
46
|
let socket;
|
|
39
47
|
let closed = false;
|
|
40
48
|
let ready = false;
|
|
@@ -64,6 +72,56 @@ function createOmniVoiceEngine(options) {
|
|
|
64
72
|
let turnSettled = false;
|
|
65
73
|
let responseStartTimer;
|
|
66
74
|
const speaking = /* @__PURE__ */ new Set();
|
|
75
|
+
let higgsEndpoint;
|
|
76
|
+
let higgsEndpointTimer;
|
|
77
|
+
function resetHiggsEndpoint() {
|
|
78
|
+
clearTimeout(higgsEndpointTimer);
|
|
79
|
+
higgsEndpoint = void 0;
|
|
80
|
+
}
|
|
81
|
+
function writeInputTranscript(id, text) {
|
|
82
|
+
save({
|
|
83
|
+
itemId: id,
|
|
84
|
+
role: "user",
|
|
85
|
+
text,
|
|
86
|
+
interrupted: false
|
|
87
|
+
});
|
|
88
|
+
options.send("input.transcript.final", {
|
|
89
|
+
utteranceId: id,
|
|
90
|
+
revision: 1,
|
|
91
|
+
text
|
|
92
|
+
});
|
|
93
|
+
}
|
|
94
|
+
function settleHiggsEndpoint() {
|
|
95
|
+
const endpoint = higgsEndpoint;
|
|
96
|
+
if (!endpoint || endpoint.committedAt === void 0 || endpoint.stoppedAt === void 0) return;
|
|
97
|
+
clearTimeout(higgsEndpointTimer);
|
|
98
|
+
if (endpoint.text === void 0) {
|
|
99
|
+
higgsEndpointTimer = setTimeout(() => {
|
|
100
|
+
if (closed || failed || higgsEndpoint !== endpoint) return;
|
|
101
|
+
discardInput();
|
|
102
|
+
options.send("session.error", {
|
|
103
|
+
code: "INPUT_DROPPED",
|
|
104
|
+
message: "Could not confirm this voice turn. Please repeat it.",
|
|
105
|
+
recoverable: true
|
|
106
|
+
});
|
|
107
|
+
}, Math.max(0, endpoint.committedAt + HIGGS_TRANSCRIPT_TIMEOUT_MS - Date.now()));
|
|
108
|
+
return;
|
|
109
|
+
}
|
|
110
|
+
let graceMs = 0;
|
|
111
|
+
if (hasContinuationHint(endpoint.text) || /(?:我想问(?:一下)?|等一下|等等|等一等)[\s。!?、,;:,.!?;:]*$/u.test(endpoint.text)) graceMs = HIGGS_CONTINUATION_GRACE_MS;
|
|
112
|
+
else if (/^(?:你好|您好|嗨|哈喽|喂|hello|hi|hey)[\s。!?、,;:,.!?;:]*$/iu.test(endpoint.text)) graceMs = HIGGS_GREETING_GRACE_MS;
|
|
113
|
+
const release = () => {
|
|
114
|
+
if (closed || failed || higgsEndpoint !== endpoint) return;
|
|
115
|
+
resetHiggsEndpoint();
|
|
116
|
+
if (endpoint.text !== void 0) writeInputTranscript(endpoint.id, endpoint.text);
|
|
117
|
+
turnSettled = true;
|
|
118
|
+
options.send("turn.committed", { turnId: endpoint.id });
|
|
119
|
+
if (active) publish(active);
|
|
120
|
+
};
|
|
121
|
+
const remainingMs = endpoint.stoppedAt + graceMs - Date.now();
|
|
122
|
+
if (remainingMs > 0) higgsEndpointTimer = setTimeout(release, remainingMs);
|
|
123
|
+
else release();
|
|
124
|
+
}
|
|
67
125
|
function maybeCreateResponse() {
|
|
68
126
|
if (!responseCreateQueued || active || waitingForCancellation || closed || failed || muted || inputBlocked) return;
|
|
69
127
|
responseCreateQueued = false;
|
|
@@ -148,7 +206,7 @@ function createOmniVoiceEngine(options) {
|
|
|
148
206
|
fail("TRANSCRIPT_WRITE_FAILED");
|
|
149
207
|
});
|
|
150
208
|
};
|
|
151
|
-
const cancel = (reason) => {
|
|
209
|
+
const cancel = (reason, upstreamStopped = false) => {
|
|
152
210
|
const response = active;
|
|
153
211
|
if (!response) return false;
|
|
154
212
|
if (response.audio && response.text) recentPlayback = {
|
|
@@ -170,10 +228,20 @@ function createOmniVoiceEngine(options) {
|
|
|
170
228
|
reason
|
|
171
229
|
});
|
|
172
230
|
}
|
|
173
|
-
if (reason !== "session_closed" &&
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
231
|
+
if (reason !== "session_closed" && socket?.readyState === WebSocket.OPEN) {
|
|
232
|
+
if (response.generating && !upstreamStopped) {
|
|
233
|
+
waitingForCancellation = response.id;
|
|
234
|
+
cancellationPendingUntil = Date.now() + CANCELLATION_ERROR_GRACE_MS;
|
|
235
|
+
send("response.cancel", higgs ? { response_id: response.id } : {});
|
|
236
|
+
}
|
|
237
|
+
if (response.higgsAudio) {
|
|
238
|
+
const { itemId, contentIndex, playedMs } = response.higgsAudio;
|
|
239
|
+
send("conversation.item.truncate", {
|
|
240
|
+
item_id: itemId,
|
|
241
|
+
content_index: contentIndex,
|
|
242
|
+
audio_end_ms: playedMs
|
|
243
|
+
});
|
|
244
|
+
}
|
|
177
245
|
}
|
|
178
246
|
return true;
|
|
179
247
|
};
|
|
@@ -241,6 +309,7 @@ function createOmniVoiceEngine(options) {
|
|
|
241
309
|
if (closed || failed) return;
|
|
242
310
|
failed = true;
|
|
243
311
|
clearTimeout(responseStartTimer);
|
|
312
|
+
resetHiggsEndpoint();
|
|
244
313
|
turn.reset();
|
|
245
314
|
echoCandidates.clear();
|
|
246
315
|
responseCreateQueued = false;
|
|
@@ -267,6 +336,8 @@ function createOmniVoiceEngine(options) {
|
|
|
267
336
|
}
|
|
268
337
|
function discardInput() {
|
|
269
338
|
clearTimeout(responseStartTimer);
|
|
339
|
+
if (higgsEndpoint?.text !== void 0) writeInputTranscript(higgsEndpoint.id, higgsEndpoint.text);
|
|
340
|
+
resetHiggsEndpoint();
|
|
270
341
|
turn.reset();
|
|
271
342
|
echoCandidates.clear();
|
|
272
343
|
responseCreateQueued = false;
|
|
@@ -314,12 +385,48 @@ function createOmniVoiceEngine(options) {
|
|
|
314
385
|
}, 15e3);
|
|
315
386
|
socket.on("error", () => fail("OMNI_CONNECTION_FAILED"));
|
|
316
387
|
socket.on("close", (closeCode) => {
|
|
317
|
-
if (!closed) fail("OMNI_CONNECTION_CLOSED", { closeCode });
|
|
388
|
+
if (!closed) fail(higgs && closeCode === 3e3 ? "BOSON_AUTH_FAILED" : higgs && closeCode === 4429 ? "BOSON_QUOTA_EXCEEDED" : "OMNI_CONNECTION_CLOSED", { closeCode });
|
|
318
389
|
});
|
|
319
390
|
socket.on("unexpected-response", (_request, response) => {
|
|
320
391
|
response.resume();
|
|
321
|
-
|
|
392
|
+
const status = response.statusCode;
|
|
393
|
+
fail(higgs && (status === 401 || status === 403) ? "BOSON_AUTH_FAILED" : higgs && status === 429 ? "BOSON_QUOTA_EXCEEDED" : "OMNI_CONNECTION_REJECTED", { upstreamStatus: status });
|
|
322
394
|
});
|
|
395
|
+
const initializeHiggs = (instructions) => send("session.update", { session: {
|
|
396
|
+
type: "realtime",
|
|
397
|
+
model: options.route.route.model,
|
|
398
|
+
instructions,
|
|
399
|
+
output_modalities: ["audio"],
|
|
400
|
+
audio: {
|
|
401
|
+
input: {
|
|
402
|
+
format: {
|
|
403
|
+
type: "audio/pcm",
|
|
404
|
+
rate: 16e3
|
|
405
|
+
},
|
|
406
|
+
transcription: { model: "higgs-stt-3.1" },
|
|
407
|
+
turn_detection: {
|
|
408
|
+
type: "semantic_vad",
|
|
409
|
+
silence_duration_ms: HIGGS_ENDPOINT_MS,
|
|
410
|
+
threshold: .82,
|
|
411
|
+
min_speech_duration: .08
|
|
412
|
+
}
|
|
413
|
+
},
|
|
414
|
+
output: {
|
|
415
|
+
format: {
|
|
416
|
+
type: "audio/pcm",
|
|
417
|
+
rate: 24e3
|
|
418
|
+
},
|
|
419
|
+
voice: options.route.voice
|
|
420
|
+
}
|
|
421
|
+
}
|
|
422
|
+
} });
|
|
423
|
+
if (higgs) {
|
|
424
|
+
const instructions = options.restoreInstructions?.() ?? Promise.resolve(options.route.instructions);
|
|
425
|
+
const connected = new Promise((resolve) => socket.once("open", resolve));
|
|
426
|
+
Promise.all([instructions, connected]).then(([text]) => {
|
|
427
|
+
if (!closed && !failed) initializeHiggs(text);
|
|
428
|
+
}).catch(() => fail("OMNI_CONTEXT_FAILED"));
|
|
429
|
+
}
|
|
323
430
|
socket.on("message", (raw, binary) => {
|
|
324
431
|
if (closed) return;
|
|
325
432
|
try {
|
|
@@ -328,16 +435,17 @@ function createOmniVoiceEngine(options) {
|
|
|
328
435
|
if (event.type === "error") {
|
|
329
436
|
const lateCancellation = event.error?.type === "invalid_request_error" && event.error?.message === "Conversation has none active response";
|
|
330
437
|
const managedLateCancellation = options.route.route.managed && event.error?.code === "invalid_request_error" && event.error?.message === "The voice provider rejected the request.";
|
|
331
|
-
|
|
438
|
+
const higgsLateCancellation = higgs && ["response_not_active", "response_id_mismatch"].includes(event.error?.code);
|
|
439
|
+
if (Date.now() <= cancellationPendingUntil && (lateCancellation || managedLateCancellation || higgsLateCancellation)) {
|
|
332
440
|
cancellationPendingUntil = 0;
|
|
333
441
|
waitingForCancellation = void 0;
|
|
334
442
|
maybeCreateResponse();
|
|
335
443
|
return;
|
|
336
444
|
}
|
|
337
|
-
fail("OMNI_PROVIDER_ERROR");
|
|
445
|
+
fail(higgs && [event.error?.code, event.error?.type].includes("insufficient_quota") ? "BOSON_QUOTA_EXCEEDED" : "OMNI_PROVIDER_ERROR");
|
|
338
446
|
return;
|
|
339
447
|
}
|
|
340
|
-
if (event.type === "session.created") send("session.update", { session: {
|
|
448
|
+
if (event.type === "session.created" && !higgs) send("session.update", { session: {
|
|
341
449
|
modalities: ["text", "audio"],
|
|
342
450
|
voice: options.route.voice,
|
|
343
451
|
instructions: options.route.instructions,
|
|
@@ -354,7 +462,7 @@ function createOmniVoiceEngine(options) {
|
|
|
354
462
|
interrupt_response: false
|
|
355
463
|
}
|
|
356
464
|
} });
|
|
357
|
-
else if (event.type === "session.updated" && !ready) {
|
|
465
|
+
else if (event.type === (higgs ? "session.created" : "session.updated") && !ready) {
|
|
358
466
|
if (options.route.route.managed && (event.session?.input_sample_rate !== 16e3 || event.session?.output_sample_rate !== 24e3)) throw new Error("Unsupported platform audio format");
|
|
359
467
|
ready = true;
|
|
360
468
|
clearTimeout(timer);
|
|
@@ -365,37 +473,61 @@ function createOmniVoiceEngine(options) {
|
|
|
365
473
|
clearTimeout(clearTimer);
|
|
366
474
|
} else if (event.type === "input_audio_buffer.speech_started") {
|
|
367
475
|
lastInputAt = Date.now();
|
|
476
|
+
const id = String(event.item_id);
|
|
368
477
|
if (muted || clearingInput) {
|
|
369
|
-
discardedInputs.add(
|
|
478
|
+
discardedInputs.add(id);
|
|
370
479
|
return;
|
|
371
480
|
}
|
|
372
|
-
if (recorded.has(
|
|
373
|
-
echoCandidates.remember(
|
|
481
|
+
if (higgs ? speaking.has(id) : recorded.has(id) || pendingInputs.has(id)) return;
|
|
482
|
+
if (!higgs) echoCandidates.remember(id, active?.audio ? active.text : recentPlayback && recentPlayback.expiresAt >= Date.now() ? recentPlayback.text : void 0);
|
|
374
483
|
inputBlocked = false;
|
|
375
|
-
pendingInputs.add(
|
|
484
|
+
pendingInputs.add(id);
|
|
376
485
|
clearTimeout(responseStartTimer);
|
|
377
486
|
turnSettled = false;
|
|
378
|
-
speaking.add(
|
|
379
|
-
|
|
380
|
-
|
|
381
|
-
|
|
487
|
+
speaking.add(id);
|
|
488
|
+
if (!higgs) {
|
|
489
|
+
turn.start(id);
|
|
490
|
+
if (active && !active.published) cancel("barge_in");
|
|
491
|
+
}
|
|
492
|
+
options.send("input.speech_started", { utteranceId: id });
|
|
493
|
+
if (higgs) {
|
|
494
|
+
if (higgsEndpoint?.text !== void 0 && higgsEndpoint.id !== id) writeInputTranscript(higgsEndpoint.id, higgsEndpoint.text);
|
|
495
|
+
resetHiggsEndpoint();
|
|
496
|
+
higgsEndpoint = { id };
|
|
497
|
+
cancel("barge_in", true);
|
|
498
|
+
}
|
|
382
499
|
} else if (event.type === "input_audio_buffer.speech_stopped") {
|
|
383
500
|
lastInputAt = Date.now();
|
|
384
|
-
|
|
385
|
-
|
|
386
|
-
|
|
387
|
-
|
|
501
|
+
const id = String(event.item_id);
|
|
502
|
+
if (muted || inputBlocked || discardedInputs.has(id)) return;
|
|
503
|
+
if (higgs) {
|
|
504
|
+
if (higgsEndpoint?.id !== id || higgsEndpoint.stoppedAt !== void 0) return;
|
|
505
|
+
higgsEndpoint.stoppedAt = Date.now();
|
|
506
|
+
} else if (recorded.has(id)) return;
|
|
507
|
+
speaking.delete(id);
|
|
508
|
+
if (!higgs) turn.stop(id);
|
|
509
|
+
options.send("input.speech_stopped", { utteranceId: id });
|
|
510
|
+
if (higgs) settleHiggsEndpoint();
|
|
511
|
+
} else if (higgs && event.type === "input_audio_buffer.committed") {
|
|
512
|
+
if (higgsEndpoint && higgsEndpoint.id === event.item_id) {
|
|
513
|
+
higgsEndpoint.committedAt ??= Date.now();
|
|
514
|
+
clearTimeout(responseStartTimer);
|
|
515
|
+
if (!active) responseStartTimer = setTimeout(() => fail("OMNI_RESPONSE_START_TIMEOUT"), RESPONSE_START_TIMEOUT_MS);
|
|
516
|
+
settleHiggsEndpoint();
|
|
517
|
+
}
|
|
388
518
|
} else if (event.type === "conversation.item.input_audio_transcription.completed") {
|
|
389
519
|
if (typeof event.transcript !== "string" || event.transcript.length > 32e3 || typeof event.item_id !== "string") {
|
|
390
520
|
fail("OMNI_INVALID_TRANSCRIPT");
|
|
391
521
|
return;
|
|
392
522
|
}
|
|
393
523
|
if (muted || inputBlocked || discardedInputs.has(event.item_id) || recorded.has(event.item_id)) return;
|
|
524
|
+
const endpoint = higgsEndpoint?.id === event.item_id ? higgsEndpoint : void 0;
|
|
525
|
+
if (endpoint && endpoint.committedAt === void 0) return;
|
|
394
526
|
pendingInputs.delete(event.item_id);
|
|
395
527
|
speaking.delete(event.item_id);
|
|
396
528
|
const text = event.transcript.trim();
|
|
397
529
|
const playbackText = active?.audio ? active.text : recentPlayback && recentPlayback.expiresAt >= Date.now() ? recentPlayback.text : void 0;
|
|
398
|
-
if (echoCandidates.matches(event.item_id, text, playbackText)) {
|
|
530
|
+
if (!higgs && echoCandidates.matches(event.item_id, text, playbackText)) {
|
|
399
531
|
turn.final(event.item_id, "");
|
|
400
532
|
log.debug({
|
|
401
533
|
sessionId: options.callId,
|
|
@@ -404,7 +536,7 @@ function createOmniVoiceEngine(options) {
|
|
|
404
536
|
}, "Ignored native voice playback echo");
|
|
405
537
|
return;
|
|
406
538
|
}
|
|
407
|
-
if (text && active?.published && options.bargeIn) {
|
|
539
|
+
if (!higgs && text && active?.published && options.bargeIn) {
|
|
408
540
|
log.info({
|
|
409
541
|
sessionId: options.callId,
|
|
410
542
|
responseId: active.id,
|
|
@@ -413,22 +545,15 @@ function createOmniVoiceEngine(options) {
|
|
|
413
545
|
}, "Confirmed user speech interrupted native voice playback");
|
|
414
546
|
cancel("barge_in");
|
|
415
547
|
}
|
|
416
|
-
turn.final(event.item_id, text);
|
|
548
|
+
if (!higgs) turn.final(event.item_id, text);
|
|
417
549
|
if (text) {
|
|
418
550
|
lastInputAt = Date.now();
|
|
419
551
|
options.onUserInput?.();
|
|
420
552
|
}
|
|
421
|
-
|
|
422
|
-
|
|
423
|
-
|
|
424
|
-
|
|
425
|
-
interrupted: false
|
|
426
|
-
});
|
|
427
|
-
options.send("input.transcript.final", {
|
|
428
|
-
utteranceId: event.item_id,
|
|
429
|
-
revision: 1,
|
|
430
|
-
text: event.transcript
|
|
431
|
-
});
|
|
553
|
+
if (endpoint) {
|
|
554
|
+
endpoint.text = event.transcript;
|
|
555
|
+
settleHiggsEndpoint();
|
|
556
|
+
} else writeInputTranscript(event.item_id, event.transcript);
|
|
432
557
|
} else if (event.type === "conversation.item.input_audio_transcription.failed") {
|
|
433
558
|
if (muted || inputBlocked || discardedInputs.has(String(event.item_id))) return;
|
|
434
559
|
discardInput();
|
|
@@ -438,6 +563,7 @@ function createOmniVoiceEngine(options) {
|
|
|
438
563
|
recoverable: true
|
|
439
564
|
});
|
|
440
565
|
} else if (event.type === "response.created") {
|
|
566
|
+
if (higgs && speaking.size) return;
|
|
441
567
|
if (muted || inputBlocked) {
|
|
442
568
|
cancellationPendingUntil = Date.now() + CANCELLATION_ERROR_GRACE_MS;
|
|
443
569
|
send("response.cancel");
|
|
@@ -476,7 +602,7 @@ function createOmniVoiceEngine(options) {
|
|
|
476
602
|
pcm: new PcmFrameBuffer()
|
|
477
603
|
};
|
|
478
604
|
if (turnSettled) publish(active);
|
|
479
|
-
} else if (active && event.response_id === active.id && event.type === "response.audio_transcript.delta") {
|
|
605
|
+
} else if (active && event.response_id === active.id && event.type === (higgs ? "response.output_audio_transcript.delta" : "response.audio_transcript.delta")) {
|
|
480
606
|
if (typeof event.delta !== "string" || active.text.length + event.delta.length > 32e3) {
|
|
481
607
|
fail("OMNI_TRANSCRIPT_LIMIT");
|
|
482
608
|
return;
|
|
@@ -486,7 +612,8 @@ function createOmniVoiceEngine(options) {
|
|
|
486
612
|
responseId: active.id,
|
|
487
613
|
delta: event.delta
|
|
488
614
|
});
|
|
489
|
-
} else if (active && event.response_id === active.id && event.type === "response.audio.delta") {
|
|
615
|
+
} else if (active && event.response_id === active.id && event.type === (higgs ? "response.output_audio.delta" : "response.audio.delta")) {
|
|
616
|
+
if (higgs && event.delta === "") return;
|
|
490
617
|
if (typeof event.delta !== "string" || !/^[A-Za-z0-9+/]*={0,2}$/.test(event.delta)) {
|
|
491
618
|
fail("OMNI_INVALID_AUDIO");
|
|
492
619
|
return;
|
|
@@ -497,6 +624,14 @@ function createOmniVoiceEngine(options) {
|
|
|
497
624
|
return;
|
|
498
625
|
}
|
|
499
626
|
const response = active;
|
|
627
|
+
if (higgs && !response.higgsAudio) {
|
|
628
|
+
if (typeof event.item_id !== "string" || !Number.isInteger(event.content_index)) throw new Error("Invalid Higgs audio item");
|
|
629
|
+
response.higgsAudio = {
|
|
630
|
+
itemId: event.item_id,
|
|
631
|
+
contentIndex: event.content_index,
|
|
632
|
+
playedMs: 0
|
|
633
|
+
};
|
|
634
|
+
}
|
|
500
635
|
if (response.queuedBytes + audio.length > MAX_QUEUED_AUDIO_BYTES) {
|
|
501
636
|
stopReply(response, "OMNI_OUTPUT_BACKPRESSURE");
|
|
502
637
|
return;
|
|
@@ -528,7 +663,7 @@ function createOmniVoiceEngine(options) {
|
|
|
528
663
|
});
|
|
529
664
|
} else if (event.type === "response.done" && active?.id === event.response?.id) {
|
|
530
665
|
active.generating = false;
|
|
531
|
-
if (event.response.status === "cancelled") cancel("barge_in");
|
|
666
|
+
if (event.response.status === "cancelled") cancel("barge_in", true);
|
|
532
667
|
else if (event.response.status !== "completed") fail("OMNI_RESPONSE_FAILED");
|
|
533
668
|
else {
|
|
534
669
|
const response = active;
|
|
@@ -539,7 +674,8 @@ function createOmniVoiceEngine(options) {
|
|
|
539
674
|
} else if (event.type === "response.done" && event.response?.id === waitingForCancellation) {
|
|
540
675
|
waitingForCancellation = void 0;
|
|
541
676
|
maybeCreateResponse();
|
|
542
|
-
}
|
|
677
|
+
} else if (higgs && event.type === "session.idle_timeout") options.onClose("idle_timeout", true);
|
|
678
|
+
else if (higgs && event.type === "session.max_duration_reached") options.onClose("session_limit", true);
|
|
543
679
|
} catch {
|
|
544
680
|
fail("OMNI_PROTOCOL_ERROR");
|
|
545
681
|
}
|
|
@@ -592,7 +728,9 @@ function createOmniVoiceEngine(options) {
|
|
|
592
728
|
return false;
|
|
593
729
|
},
|
|
594
730
|
acknowledge(responseId, playedDurationMs) {
|
|
595
|
-
if (active?.id
|
|
731
|
+
if (active?.id !== responseId) return;
|
|
732
|
+
active.playback.acknowledge(playedDurationMs * 48);
|
|
733
|
+
if (active.higgsAudio) active.higgsAudio.playedMs = Math.max(active.higgsAudio.playedMs, playedDurationMs);
|
|
596
734
|
},
|
|
597
735
|
close() {
|
|
598
736
|
if (closed) return writes;
|
|
@@ -602,6 +740,13 @@ function createOmniVoiceEngine(options) {
|
|
|
602
740
|
clearTimeout(clearTimer);
|
|
603
741
|
clearTimeout(uploadTimer);
|
|
604
742
|
clearTimeout(responseStartTimer);
|
|
743
|
+
if (higgsEndpoint?.text !== void 0) save({
|
|
744
|
+
itemId: higgsEndpoint.id,
|
|
745
|
+
role: "user",
|
|
746
|
+
text: higgsEndpoint.text,
|
|
747
|
+
interrupted: false
|
|
748
|
+
});
|
|
749
|
+
resetHiggsEndpoint();
|
|
605
750
|
turn.reset();
|
|
606
751
|
echoCandidates.clear();
|
|
607
752
|
speaking.clear();
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { type VoiceProviderRoute } from '@xopcai/realtime-protocol/voice';
|
|
1
|
+
import { type HiggsVoice, type VoiceCallPreferences, type VoiceProviderRoute } from '@xopcai/realtime-protocol/voice';
|
|
2
2
|
import type { Config } from '../../config/schema.js';
|
|
3
3
|
export interface OmniRoute {
|
|
4
4
|
route: VoiceProviderRoute;
|
|
@@ -8,4 +8,7 @@ export interface OmniRoute {
|
|
|
8
8
|
instructions: string;
|
|
9
9
|
maxSessionSeconds?: number;
|
|
10
10
|
}
|
|
11
|
-
export declare function
|
|
11
|
+
export declare function legacyNaturalModel(config: Config): string | undefined;
|
|
12
|
+
export declare function selectedNaturalModel(config: Config, preferences?: VoiceCallPreferences): string | undefined;
|
|
13
|
+
export declare function resolveHiggsRoute(config: Config, voice?: HiggsVoice): Promise<OmniRoute>;
|
|
14
|
+
export declare function resolveOmniRoute(config: Config, model?: string, voice?: HiggsVoice): Promise<OmniRoute>;
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { voiceSupportsMode } from "../../../packages/realtime-protocol/src/voice-catalog.js";
|
|
2
2
|
import { init_voice } from "../../../packages/realtime-protocol/src/voice.js";
|
|
3
|
+
import { getCredentialResolver, init_credentials } from "../../auth/credentials.js";
|
|
3
4
|
import { init_xopc_cloud_config, resolveXopcModelRouterUrl } from "../../providers/xopc-cloud-config.js";
|
|
4
5
|
import { getProviderAuthService, init_provider_auth_service } from "../../providers/provider-auth-service.js";
|
|
5
6
|
import { requirePlatformVoiceModel } from "../platform-catalog.js";
|
|
@@ -7,10 +8,35 @@ import { BAILIAN_PLAN_HOST } from "../token-plan.js";
|
|
|
7
8
|
//#region src/voice/realtime/omniRoute.ts
|
|
8
9
|
init_voice();
|
|
9
10
|
init_provider_auth_service();
|
|
11
|
+
init_credentials();
|
|
10
12
|
init_xopc_cloud_config();
|
|
11
|
-
|
|
13
|
+
function legacyNaturalModel(config) {
|
|
14
|
+
const model = config.voice?.realtime?.omni;
|
|
15
|
+
return model ? `${model.provider}/${model.model}` : void 0;
|
|
16
|
+
}
|
|
17
|
+
function selectedNaturalModel(config, preferences) {
|
|
18
|
+
return preferences?.naturalModel ?? (config.voice?.realtime?.boson?.defaultForNatural ? "boson/higgs-realtime" : legacyNaturalModel(config));
|
|
19
|
+
}
|
|
20
|
+
async function resolveHiggsRoute(config, voice) {
|
|
21
|
+
const apiKey = await getCredentialResolver().resolveApiKey("boson");
|
|
22
|
+
if (!apiKey) throw new Error("Boson API key is unavailable");
|
|
23
|
+
return {
|
|
24
|
+
route: {
|
|
25
|
+
provider: "boson",
|
|
26
|
+
model: "higgs-realtime",
|
|
27
|
+
managed: false
|
|
28
|
+
},
|
|
29
|
+
url: "wss://api.boson.ai/v1/realtime?model=higgs-realtime",
|
|
30
|
+
apiKey,
|
|
31
|
+
voice: voice ?? config.voice.realtime.boson?.voice ?? "default",
|
|
32
|
+
instructions: "You are Ada. Speak naturally in the user’s language. Start with the answer, skip greetings and filler, and use one brief sentence unless the user asks for detail. You cannot use tools or take actions.",
|
|
33
|
+
maxSessionSeconds: 3600
|
|
34
|
+
};
|
|
35
|
+
}
|
|
36
|
+
async function resolveOmniRoute(config, model = selectedNaturalModel(config), voice) {
|
|
37
|
+
if (model === "boson/higgs-realtime") return resolveHiggsRoute(config, voice);
|
|
12
38
|
const slice = config.voice?.realtime?.omni;
|
|
13
|
-
if (!slice) throw new Error("
|
|
39
|
+
if (!slice || model !== legacyNaturalModel(config)) throw new Error("Selected natural voice model is unavailable");
|
|
14
40
|
let maxSessionSeconds;
|
|
15
41
|
let serviceVersion;
|
|
16
42
|
if (slice.provider === "xopc-cloud") {
|
|
@@ -42,4 +68,4 @@ async function resolveOmniRoute(config) {
|
|
|
42
68
|
};
|
|
43
69
|
}
|
|
44
70
|
//#endregion
|
|
45
|
-
export { resolveOmniRoute };
|
|
71
|
+
export { legacyNaturalModel, resolveHiggsRoute, resolveOmniRoute, selectedNaturalModel };
|