@xopcai/xopc 0.0.449 → 0.0.451
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser-ext/manifest.json +1 -1
- package/dist/extensions/telegram/xopc.extension.json +1 -1
- package/dist/gateway/static/root/assets/{activity-store-Tn5McYcg.js → activity-store-OMq1GnqB.js} +1 -1
- package/dist/gateway/static/root/assets/{agent-avatar-dicebear-BX5HhrTI.js → agent-avatar-dicebear-CIoE-FJR.js} +1 -1
- package/dist/gateway/static/root/assets/{agent-avatar-display-C7Dx9nt1.js → agent-avatar-display-kPb6idGG.js} +2 -2
- package/dist/gateway/static/root/assets/{agent-defaults-settings-panel-AAJsxEjB.js → agent-defaults-settings-panel-vKUDGEU6.js} +1 -1
- package/dist/gateway/static/root/assets/{agent-plugin-dialog-BhtzU8qr.js → agent-plugin-dialog-x7guoCvz.js} +1 -1
- package/dist/gateway/static/root/assets/{agents-CbGYb9WI.js → agents-BbwFcl87.js} +3 -3
- package/dist/gateway/static/root/assets/{agents-admin-api-CShyoj9I.js → agents-admin-api-tXB8Aj5K.js} +1 -1
- package/dist/gateway/static/root/assets/{api-B3M6ifoo.js → api-DIKAjDAK.js} +1 -1
- package/dist/gateway/static/root/assets/{api-BET9vZ1l.js → api-ixudT_21.js} +1 -1
- package/dist/gateway/static/root/assets/{app-management-settings-panel-BxOShFPO.js → app-management-settings-panel-nuDfyfZ5.js} +1 -1
- package/dist/gateway/static/root/assets/{appearance-settings-L450QlMW.js → appearance-settings-D4oON26V.js} +1 -1
- package/dist/gateway/static/root/assets/{apps-page-BNhpN8RA.js → apps-page-BM1BfXzo.js} +1 -1
- package/dist/gateway/static/root/assets/{archive-plugin-BCXEOal7.js → archive-plugin-mKjfC6Sk.js} +1 -1
- package/dist/gateway/static/root/assets/{automation-api-B3Jnoa2G.js → automation-api-C9pjryrT.js} +1 -1
- package/dist/gateway/static/root/assets/{automation-result-state-BHAKc5QI.js → automation-result-state-uvg7Bi2x.js} +1 -1
- package/dist/gateway/static/root/assets/{automation-run-list-De7gini_.js → automation-run-list-J-R4-hVm.js} +1 -1
- package/dist/gateway/static/root/assets/{automation-task-card-Clf0fe_n.js → automation-task-card-CXGC8afU.js} +1 -1
- package/dist/gateway/static/root/assets/{automations-page-CJ1rfmZd.js → automations-page-CwQg9dfM.js} +1 -1
- package/dist/gateway/static/root/assets/{automations-workspace-CHFTlLiA.js → automations-workspace-DhLgFY2T.js} +2 -2
- package/dist/gateway/static/root/assets/{binary-plugins-B7tuUWzS.js → binary-plugins-BNPDM14i.js} +1 -1
- package/dist/gateway/static/root/assets/{block-editor-D-YHASZr.js → block-editor-De9UqmMT.js} +1 -1
- package/dist/gateway/static/root/assets/{browser-settings-page-DdMMia7Y.js → browser-settings-page-B0VB5umC.js} +1 -1
- package/dist/gateway/static/root/assets/{capabilities-Cxh3nYa6.js → capabilities-BtJB4u5C.js} +1 -1
- package/dist/gateway/static/root/assets/{capabilities-YfkMBZCb.js → capabilities-Cp-rmFMM.js} +1 -1
- package/dist/gateway/static/root/assets/{capabilities-page-DosENGaK.js → capabilities-page-KRaK8LKT.js} +2 -2
- package/dist/gateway/static/root/assets/capabilities-settings-panel-aJy-1o5H.js +8 -0
- package/dist/gateway/static/root/assets/{channels-BBgyZnHB.js → channels-ZJORx-he.js} +1 -1
- package/dist/gateway/static/root/assets/{chat-agents-api-CgasFAm4.js → chat-agents-api-CtuEaDG8.js} +1 -1
- package/dist/gateway/static/root/assets/{chat-chart-block-Cgks7rH3.js → chat-chart-block-ShPQBlNE.js} +1 -1
- package/dist/gateway/static/root/assets/{chat-page-CCwdk6yE.js → chat-page-QmBfel_Z.js} +24 -24
- package/dist/gateway/static/root/assets/{chat-terminal-dock-CbP1mS4v.js → chat-terminal-dock-CvDRfHAZ.js} +1 -1
- package/dist/gateway/static/root/assets/{command-palette-api-Bku_h283.js → command-palette-api-NJTvEF2b.js} +1 -1
- package/dist/gateway/static/root/assets/composer-notifications-BkezOy9Q.js +1 -0
- package/dist/gateway/static/root/assets/composer-payload-handoff-CEjJusbJ.js +1 -0
- package/dist/gateway/static/root/assets/{computer-settings-page-zvWUPPAr.js → computer-settings-page-DG8bcw_s.js} +1 -1
- package/dist/gateway/static/root/assets/{connected-providers-grid-w3htbAyh.js → connected-providers-grid-BWVieU6P.js} +1 -1
- package/dist/gateway/static/root/assets/{connection-usage-guide-DL2T6cSN.js → connection-usage-guide-f55PDAbb.js} +1 -1
- package/dist/gateway/static/root/assets/{connector-service-page-a0gQC-nc.js → connector-service-page-Ca09FIBW.js} +1 -1
- package/dist/gateway/static/root/assets/{connectors-api-DNVUmf9M.js → connectors-api-dai-YAdK.js} +1 -1
- package/dist/gateway/static/root/assets/{connectors-page-CPGlpvoB.js → connectors-page-C8M01Zxs.js} +1 -1
- package/dist/gateway/static/root/assets/{date-picker-E0cqnNlR.js → date-picker-C70ICT7u.js} +1 -1
- package/dist/gateway/static/root/assets/{date-time-picker-CrC_VKpw.js → date-time-picker-Czj5fnsJ.js} +1 -1
- package/dist/gateway/static/root/assets/{desktop-pet-D1MkNl5F.js → desktop-pet-Dq3OLpPg.js} +1 -1
- package/dist/gateway/static/root/assets/{desktop-pet-settings-BA6u5Md-.js → desktop-pet-settings-q4mec6zt.js} +1 -1
- package/dist/gateway/static/root/assets/{dev-view-store-DnqJb6NS.js → dev-view-store-lXnKsRew.js} +1 -1
- package/dist/gateway/static/root/assets/{device-pairing-wizard-Ba3d606o.js → device-pairing-wizard-CbUX0iit.js} +1 -1
- package/dist/gateway/static/root/assets/{directory-picker-path-field-lcps-hsZ.js → directory-picker-path-field-BRnwhemd.js} +1 -1
- package/dist/gateway/static/root/assets/{discussion-annotation-sync-BmvCn1Xn.js → discussion-annotation-sync-BnK6Ua7v.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-debug-page-DED5LHxs.js → extension-debug-page-Bp2BrJbB.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-iframe-host-B0oIml1X.js → extension-iframe-host-DjXDDmUd.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-marketplace-api-BrLsjJLA.js → extension-marketplace-api-tk93vJL_.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-page-Ber9sWpz.js → extension-page-CGgneUDY.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-provider-dpOtxmuc.js → extension-provider-BktGTwH_.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-settings-page-BSG-nJ_7.js → extension-settings-page-BGcZIeHP.js} +1 -1
- package/dist/gateway/static/root/assets/{file-preview-surface-B3nLuoQO.js → file-preview-surface-BK2_4mWy.js} +1 -1
- package/dist/gateway/static/root/assets/{gateway-config-swr-CtZy1Qw0.js → gateway-config-swr-DsXilOaJ.js} +1 -1
- package/dist/gateway/static/root/assets/{gateway-realtime-CG65gHUY.js → gateway-realtime-DopPmAMl.js} +1 -1
- package/dist/gateway/static/root/assets/gateway-realtime-store-ZxMFPH4n.js +1 -0
- package/dist/gateway/static/root/assets/{gateway-restart-Cr5xtfZU.js → gateway-restart-eozrXTm7.js} +1 -1
- package/dist/gateway/static/root/assets/{gateway-settings-BwMwdwXh.js → gateway-settings-DddUli-p.js} +1 -1
- package/dist/gateway/static/root/assets/{gateway-startup-retry-DztAHGru.js → gateway-startup-retry-DMQI0ATo.js} +1 -1
- package/dist/gateway/static/root/assets/{global-defaults-api-yHc-ZfjU.js → global-defaults-api-D7hk1zTj.js} +1 -1
- package/dist/gateway/static/root/assets/home-page-C8oVgxQg.js +3 -0
- package/dist/gateway/static/root/assets/{image-generation-api-D5eo_stq.js → image-generation-api-BCbvDDH_.js} +1 -1
- package/dist/gateway/static/root/assets/imports-page-B9LF_2fO.js +1 -0
- package/dist/gateway/static/root/assets/index-CPXKrqLj.js +11 -0
- package/dist/gateway/static/root/assets/index-Dc-3QQaz.css +1 -0
- package/dist/gateway/static/root/assets/{install-connector-dialog-B-v1FT3P.js → install-connector-dialog-DT32t-66.js} +1 -1
- package/dist/gateway/static/root/assets/{keyboard-shortcuts-settings-BLBASsCP.js → keyboard-shortcuts-settings-DDwoBK8g.js} +1 -1
- package/dist/gateway/static/root/assets/{local-app-workbench-page-u0lVT4rD.js → local-app-workbench-page-CnckB-RA.js} +1 -1
- package/dist/gateway/static/root/assets/{local-apps-page-Db93n4Zy.js → local-apps-page-qzxr3c8Y.js} +1 -1
- package/dist/gateway/static/root/assets/{local-session-drafts-C6oPrCYY.js → local-session-drafts-BU3FXj_X.js} +1 -1
- package/dist/gateway/static/root/assets/{locale-store-CQcW9_qA.js → locale-store-DTUQ0JiK.js} +1 -1
- package/dist/gateway/static/root/assets/logs-page-_nIEwZn4.js +2 -0
- package/dist/gateway/static/root/assets/{management-api-Dh2r5GrQ.js → management-api-C6mCD0mZ.js} +1 -1
- package/dist/gateway/static/root/assets/{management-settings-Fj25fafb.js → management-settings-C4BKD-_b.js} +1 -1
- package/dist/gateway/static/root/assets/{markdown-view-CkihBz06.js → markdown-view-DHjn1-ML.js} +1 -1
- package/dist/gateway/static/root/assets/{mcp-conversation-setup-page-jh3dwNfg.js → mcp-conversation-setup-page-ClgMvru5.js} +1 -1
- package/dist/gateway/static/root/assets/{media-plugins-BUapXtQZ.js → media-plugins-8E2KZQym.js} +1 -1
- package/dist/gateway/static/root/assets/{messages-orB1BMgI.js → messages-C7ruaWtK.js} +3 -3
- package/dist/gateway/static/root/assets/{model-selector-DYxgKUju.js → model-selector-CJY9LRsl.js} +1 -1
- package/dist/gateway/static/root/assets/{models-hub-cache-D2cdb8nZ.js → models-hub-cache-BTs8jhgq.js} +1 -1
- package/dist/gateway/static/root/assets/{note-detail-panel-Bw5VDFPV.js → note-detail-panel-DiCfpcZd.js} +3 -3
- package/dist/gateway/static/root/assets/note-image-lightbox-kccIXJo_.js +1 -0
- package/dist/gateway/static/root/assets/{notes-api-BhRyWe3S.js → notes-api-BnaeXy22.js} +1 -1
- package/dist/gateway/static/root/assets/{notes-page-BmmeGUUy.js → notes-page-B_vTBmyx.js} +2 -2
- package/dist/gateway/static/root/assets/{oauth-api-D5iBtOid.js → oauth-api-BZ67vxsq.js} +1 -1
- package/dist/gateway/static/root/assets/{oauth-provider-connect-CmHsHynu.js → oauth-provider-connect-CZP15znW.js} +1 -1
- package/dist/gateway/static/root/assets/{open-capability-settings-Cvb65hQB.js → open-capability-settings-DQsmJxI7.js} +1 -1
- package/dist/gateway/static/root/assets/{page-context-capture-button-CQoRZ1b-.js → page-context-capture-button-TpjRHhUt.js} +1 -1
- package/dist/gateway/static/root/assets/{page-context-draft-aApa5ApP.js → page-context-draft-BbUpxlgV.js} +1 -1
- package/dist/gateway/static/root/assets/page-header-store-CFntbsPj.js +1 -0
- package/dist/gateway/static/root/assets/{personal-avatar-Dp5LHjk3.js → personal-avatar-CVocefDp.js} +1 -1
- package/dist/gateway/static/root/assets/personal-page-BjnSgU89.js +1 -0
- package/dist/gateway/static/root/assets/{personal-settings-panel-CtJL6qIN.js → personal-settings-panel-CdMHSPCH.js} +1 -1
- package/dist/gateway/static/root/assets/{phone-dependencies-card-BBk6k0t0.js → phone-dependencies-card-ChRrViSc.js} +1 -1
- package/dist/gateway/static/root/assets/{phone-model-connection-QJt8SAb7.js → phone-model-connection-DmswEWqx.js} +1 -1
- package/dist/gateway/static/root/assets/{phone-model-picker-CRxUxJNZ.js → phone-model-picker-CvuOhQpk.js} +1 -1
- package/dist/gateway/static/root/assets/{phone-settings-page-Df64khPY.js → phone-settings-page-2hZ68I47.js} +1 -1
- package/dist/gateway/static/root/assets/{phone-workspace-store-DAuPd2ie.js → phone-workspace-store-BMvxfZ3g.js} +1 -1
- package/dist/gateway/static/root/assets/{plugin-details-dialog-Bcer4RC3.js → plugin-details-dialog-qvdi41L2.js} +1 -1
- package/dist/gateway/static/root/assets/{preference-select-fields-DdV7q9Bd.js → preference-select-fields-RDatqlhG.js} +1 -1
- package/dist/gateway/static/root/assets/{product-automation-feedback-uKndNxpU.js → product-automation-feedback-Bj9ZsasT.js} +1 -1
- package/dist/gateway/static/root/assets/{product-open-page-A7lyoXVv.js → product-open-page-CzXmn2MX.js} +1 -1
- package/dist/gateway/static/root/assets/{product-preview-content-BrdvkWOg.js → product-preview-content-Beg0t4GW.js} +1 -1
- package/dist/gateway/static/root/assets/{product-preview-modal-BxHKejcX.js → product-preview-modal-5ulFfVzf.js} +2 -2
- package/dist/gateway/static/root/assets/project-detail-page-8bnYqXLJ.js +7 -0
- package/dist/gateway/static/root/assets/{project-understanding-BVhSoQHu.js → project-understanding-CXf7wjwt.js} +1 -1
- package/dist/gateway/static/root/assets/{projects-page-DSPoyFda.js → projects-page-CyA6fCPg.js} +1 -1
- package/dist/gateway/static/root/assets/{providers-api-B47s6_9Q.js → providers-api-DE7kdeXc.js} +1 -1
- package/dist/gateway/static/root/assets/{recording-upload-B-IHTsVC.js → recording-upload-BZvpuPZT.js} +1 -1
- package/dist/gateway/static/root/assets/{registry-api-Bo8YiUE0.js → registry-api-C_8-f85U.js} +1 -1
- package/dist/gateway/static/root/assets/{remote-access-hub-BRf9znLV.js → remote-access-hub-Daxdjqs9.js} +1 -1
- package/dist/gateway/static/root/assets/{resource-unavailable-CAljzZx8.js → resource-unavailable-khPb8zb8.js} +1 -1
- package/dist/gateway/static/root/assets/route-preload-DGMUu3pm.js +2 -0
- package/dist/gateway/static/root/assets/{runtime-tools-api-C28pB9__.js → runtime-tools-api-2YumRxOJ.js} +1 -1
- package/dist/gateway/static/root/assets/{runtime-tools-settings-panel-XYeadnhL.js → runtime-tools-settings-panel-DH00p-rI.js} +1 -1
- package/dist/gateway/static/root/assets/{schema-form-CtRM41Re.js → schema-form-C9TYGa0_.js} +1 -1
- package/dist/gateway/static/root/assets/secret-input-DsjfQmDn.js +1 -0
- package/dist/gateway/static/root/assets/{service-recommendation-list-C6ydoBSU.js → service-recommendation-list-wXf_ZlHq.js} +1 -1
- package/dist/gateway/static/root/assets/{session-api-D7FWdG43.js → session-api-Dt7vRa-E.js} +1 -1
- package/dist/gateway/static/root/assets/session-channel-icon-BzkFo-Ci.js +1 -0
- package/dist/gateway/static/root/assets/{session-identity-label-BP7OIYth.js → session-identity-label-D5SAi0Uh.js} +1 -1
- package/dist/gateway/static/root/assets/{session-manager-7qKSmROh.js → session-manager-5qokJQ6W.js} +2 -2
- package/dist/gateway/static/root/assets/{sessions-page-CyYkCsfy.js → sessions-page-CCcpMHIH.js} +1 -1
- package/dist/gateway/static/root/assets/settings-advanced-gate-B7-XQiJh.js +1 -0
- package/dist/gateway/static/root/assets/{settings-advanced-section-3HwfHbqz.js → settings-advanced-section-DRlQdj_w.js} +1 -1
- package/dist/gateway/static/root/assets/{settings-mode-store-BVvIXZlg.js → settings-mode-store-BE6t--iO.js} +1 -1
- package/dist/gateway/static/root/assets/{settings-page-DLmsK1x2.js → settings-page-_F2d9-GZ.js} +1 -1
- package/dist/gateway/static/root/assets/{settings-page-header-CheboxIM.js → settings-page-header-DG3MQwSF.js} +1 -1
- package/dist/gateway/static/root/assets/{settings-page-layout-CPFMZaLF.js → settings-page-layout-SuMAUhMb.js} +1 -1
- package/dist/gateway/static/root/assets/{setup-interaction-page-BbCzYq9S.js → setup-interaction-page-DyDiHKjZ.js} +1 -1
- package/dist/gateway/static/root/assets/{setup-status-panel-DUNgVqtz.js → setup-status-panel-CPNFWhrr.js} +1 -1
- package/dist/gateway/static/root/assets/{share-link-dialog-0P9ghttc.js → share-link-dialog-wu-minYF.js} +1 -1
- package/dist/gateway/static/root/assets/share-preview-page-BqbfuQBU.js +2 -0
- package/dist/gateway/static/root/assets/{shares-api-iiw4F-ra.js → shares-api-DwsEzRc6.js} +1 -1
- package/dist/gateway/static/root/assets/{shares-settings-DUB9Ek8Q.js → shares-settings-BxutiB6Y.js} +1 -1
- package/dist/gateway/static/root/assets/{skill-api-CLtIjE8K.js → skill-api-C7wPB73H.js} +1 -1
- package/dist/gateway/static/root/assets/{skill-list-api-DY0rRlUk.js → skill-list-api-C4AjzhlY.js} +1 -1
- package/dist/gateway/static/root/assets/{skill-reload-api-DJC8uWLu.js → skill-reload-api-CqfS9zlG.js} +1 -1
- package/dist/gateway/static/root/assets/{skills-page-CQYf7s9f.js → skills-page-8VYadExR.js} +1 -1
- package/dist/gateway/static/root/assets/sliding-segmented-D346J92k.js +1 -0
- package/dist/gateway/static/root/assets/{system-settings-panel-DdBmyc93.js → system-settings-panel-BV4GHnns.js} +1 -1
- package/dist/gateway/static/root/assets/{task-detail-page-BskTta5G.js → task-detail-page-C9IyuxdS.js} +3 -3
- package/dist/gateway/static/root/assets/{task-input-card-5BDu71NL.js → task-input-card-NtzzVc0e.js} +1 -1
- package/dist/gateway/static/root/assets/{terminal-panel-store-B1EVdx4L.js → terminal-panel-store-DWdJOGMn.js} +1 -1
- package/dist/gateway/static/root/assets/{theme-store-BTkYFJOE.js → theme-store-FNf-kdMR.js} +1 -1
- package/dist/gateway/static/root/assets/{tracing-settings-page-h-gbBAtl.js → tracing-settings-page-BRPJuRpc.js} +1 -1
- package/dist/gateway/static/root/assets/{tunnel-api-BDoegsWD.js → tunnel-api-B7NHNrQJ.js} +1 -1
- package/dist/gateway/static/root/assets/{understanding-activity-store-DyFJDqHy.js → understanding-activity-store-bgCeO8bb.js} +1 -1
- package/dist/gateway/static/root/assets/{understanding-refresh-store-C0SRcgyd.js → understanding-refresh-store-CEhWIvsQ.js} +1 -1
- package/dist/gateway/static/root/assets/{usage-page-CbJsT3zT.js → usage-page-35YfpfVW.js} +1 -1
- package/dist/gateway/static/root/assets/{use-autosave-CB2B4NMO.js → use-autosave-D8Qtt_Tn.js} +1 -1
- package/dist/gateway/static/root/assets/use-composer-attachments-H-tD4Db6.js +2 -0
- package/dist/gateway/static/root/assets/use-file-preview-expanded-P-0xmST2.js +15 -0
- package/dist/gateway/static/root/assets/{use-personal-profile-r0OuOlBJ.js → use-personal-profile-Bk2rGWSy.js} +1 -1
- package/dist/gateway/static/root/assets/use-realtime-voice-BcokfdI0.js +1 -0
- package/dist/gateway/static/root/assets/{use-workspace-tree-BGco62Ny.js → use-workspace-tree-D0_812KH.js} +1 -1
- package/dist/gateway/static/root/assets/{user-model-page-BudrJ73l.js → user-model-page-BxHnOljT.js} +1 -1
- package/dist/gateway/static/root/assets/voice-C607F0pB.js +1 -0
- package/dist/gateway/static/root/assets/{voice-api-key-field-C8wd8ijq.js → voice-api-key-field-BL56KGeq.js} +1 -1
- package/dist/gateway/static/root/assets/voice-config-api-DVFTuHwH.js +1 -0
- package/dist/gateway/static/root/assets/{voice-input-shortcut-events-TAmJNcsN.js → voice-input-shortcut-events-BK-IvchL.js} +1 -1
- package/dist/gateway/static/root/assets/{work-discovery-overlay-DsyYo1p0.js → work-discovery-overlay-DDXae8Yc.js} +1 -1
- package/dist/gateway/static/root/assets/{work-discovery-page-BJ9VN5Zd.js → work-discovery-page-CxN0abrd.js} +1 -1
- package/dist/gateway/static/root/assets/{working-directory-picker-modal-CFj-ZOJE.js → working-directory-picker-modal-D3BUBFa0.js} +1 -1
- package/dist/gateway/static/root/assets/{workspace-api-CD2aXy2n.js → workspace-api-ymncGc6j.js} +2 -2
- package/dist/gateway/static/root/assets/workspace-editor-agent-store-BQrMvAkL.js +1 -0
- package/dist/gateway/static/root/assets/workspace-file-preview-dialog-BKmtih6_.js +1 -0
- package/dist/gateway/static/root/assets/workspace-open-location-menu-BdfKT4O4.js +1 -0
- package/dist/gateway/static/root/assets/{xopc-cloud-account-card-DN4DdOWZ.js → xopc-cloud-account-card-BS_lsURY.js} +1 -1
- package/dist/gateway/static/root/index.html +91 -88
- package/dist/package.js +1 -1
- package/dist/packages/realtime-protocol/src/voice.js +32 -3
- package/dist/src/agent/agent-manager.js +1 -1
- package/dist/src/agent/background-review/run-background-review.js +1 -1
- package/dist/src/agent/external-tools/cliProvider.js +2 -2
- package/dist/src/agent/external-tools/composio-provider.js +2 -2
- package/dist/src/agent/external-tools/endpoint-provider.js +3 -3
- package/dist/src/agent/service.js +1 -1
- package/dist/src/agent/skills/index.js +1 -1
- package/dist/src/agent/skills/managed-store.js +1 -1
- package/dist/src/agent/skills/skill-manage-ops.js +1 -1
- package/dist/src/agent/tools/personal-read-tool.js +1 -1
- package/dist/src/agent/tools/xopc-use-tool.js +2 -2
- package/dist/src/agent-catalog/capabilities.js +2 -2
- package/dist/src/agent-catalog/repository.js +1 -1
- package/dist/src/agent-config/schema.d.ts +30 -0
- package/dist/src/agent-config/schema.js +3 -1
- package/dist/src/automations/api/routes.js +2 -2
- package/dist/src/automations/capabilities/drafts.js +1 -1
- package/dist/src/automations/capabilities/write.js +1 -1
- package/dist/src/automations/configuration-conversation.js +1 -1
- package/dist/src/browser/providers/browser-ext-install.js +1 -1
- package/dist/src/capabilities/runtime/dispatcher.js +1 -1
- package/dist/src/capabilities/runtime/product.js +1 -1
- package/dist/src/cli/bin.js +2 -2
- package/dist/src/cli/commands/agent.js +2 -2
- package/dist/src/cli/commands/agents.js +1 -1
- package/dist/src/cli/commands/auth.js +1 -1
- package/dist/src/cli/commands/device-host.js +1 -1
- package/dist/src/cli/commands/extension-agent-plugin.js +1 -1
- package/dist/src/cli/commands/extension-dev.js +1 -1
- package/dist/src/cli/commands/extension-marketplace.js +1 -1
- package/dist/src/cli/commands/extension.js +1 -1
- package/dist/src/cli/commands/gateway/lifecycle.js +1 -1
- package/dist/src/cli/commands/gateway-ssh-tunnel.js +1 -1
- package/dist/src/cli/commands/import.js +1 -1
- package/dist/src/cli/commands/mcp.js +2 -2
- package/dist/src/cli/commands/models.js +3 -3
- package/dist/src/cli/commands/onboard/model.js +1 -1
- package/dist/src/cli/commands/onboard.js +1 -1
- package/dist/src/cli/commands/platform.js +1 -1
- package/dist/src/cli/commands/profile.js +1 -1
- package/dist/src/cli/commands/tunnel.js +1 -1
- package/dist/src/cli/commands/update.js +1 -1
- package/dist/src/cli/extension-cli-register.js +1 -1
- package/dist/src/cli/utils/init-workspace-core.js +1 -1
- package/dist/src/computer/endpoint-transport.js +1 -1
- package/dist/src/config/agent-profile.js +1 -1
- package/dist/src/config/index.js +1 -1
- package/dist/src/config/schema.d.ts +16 -0
- package/dist/src/config/schema.js +6 -0
- package/dist/src/execution-environments/local-worktree-manager.js +1 -1
- package/dist/src/extensions/agent-plugins/skill-catalog.js +1 -1
- package/dist/src/extensions/agent-plugins/validation.js +1 -1
- package/dist/src/gateway/agents-admin.js +1 -1
- package/dist/src/gateway/global-defaults-admin.js +2 -2
- package/dist/src/gateway/hono/lib/safe-voice-config.d.ts +1 -0
- package/dist/src/gateway/hono/lib/safe-voice-config.js +7 -2
- package/dist/src/gateway/hono/routes/agents.js +1 -1
- package/dist/src/gateway/hono/routes/config-patch/misc.js +1 -1
- package/dist/src/gateway/hono/routes/models.js +4 -0
- package/dist/src/gateway/hono/routes/notes.js +2 -2
- package/dist/src/gateway/hono/routes/personal-agent.js +9 -1
- package/dist/src/gateway/hono/routes/phone-setup.js +1 -1
- package/dist/src/gateway/hono/routes/projects.js +2 -2
- package/dist/src/gateway/hono/routes/session-input-handler.js +1 -1
- package/dist/src/gateway/hono/routes/tasks.js +1 -1
- package/dist/src/gateway/hono/routes/voice.js +105 -12
- package/dist/src/gateway/image-generation-setup.js +1 -1
- package/dist/src/gateway/security/gateway-scopes.js +1 -1
- package/dist/src/gateway/server.js +1 -1
- package/dist/src/gateway/service/config-coordinator.d.ts +4 -0
- package/dist/src/gateway/service.js +14 -14
- package/dist/src/gateway/xopc-cloud-capability-setup.js +3 -3
- package/dist/src/home-intelligence/host.js +2 -2
- package/dist/src/imports/importService.js +1 -1
- package/dist/src/imports/inventory.js +11 -3
- package/dist/src/local-apps/service.js +1 -1
- package/dist/src/personal-agent/repository.d.ts +2 -3
- package/dist/src/personal-agent/service.d.ts +3 -6
- package/dist/src/personal-agent/service.js +12 -2
- package/dist/src/providers/model-catalog-persistence.js +2 -2
- package/dist/src/providers/setup/voice.js +9 -4
- package/dist/src/providers/xopc-cloud-model-source.js +2 -2
- package/dist/src/runtime-tools/archive.js +1 -1
- package/dist/src/tasks/capabilities/read.js +2 -2
- package/dist/src/tasks/capabilities/write.js +1 -1
- package/dist/src/tui/backends/embedded-backend.js +1 -1
- package/dist/src/voice/platform-settings.js +1 -1
- package/dist/src/voice/realtime/omniEngine.d.ts +1 -0
- package/dist/src/voice/realtime/omniEngine.js +188 -43
- package/dist/src/voice/realtime/omniRoute.d.ts +5 -2
- package/dist/src/voice/realtime/omniRoute.js +29 -3
- package/dist/src/voice/realtime/persona-context.js +1 -1
- package/dist/src/voice/realtime/runtime.js +46 -35
- package/dist/src/voice/realtime/runtime.types.d.ts +1 -1
- package/package.json +1 -1
- package/dist/gateway/static/root/assets/capabilities-settings-panel-qZ3S06yZ.js +0 -8
- package/dist/gateway/static/root/assets/composer-payload-handoff-CrTYMPL_.js +0 -1
- package/dist/gateway/static/root/assets/gateway-realtime-store-Vl3uKAHV.js +0 -1
- package/dist/gateway/static/root/assets/home-page-DGsDrtlA.js +0 -3
- package/dist/gateway/static/root/assets/imports-page-CLbpRE5i.js +0 -1
- package/dist/gateway/static/root/assets/index-BAsoPLVl.js +0 -11
- package/dist/gateway/static/root/assets/index-D1EDrkUo.css +0 -1
- package/dist/gateway/static/root/assets/logs-page-Dtoheh2t.js +0 -2
- package/dist/gateway/static/root/assets/note-image-lightbox-C6aTUp-c.js +0 -1
- package/dist/gateway/static/root/assets/page-header-store-B2Ahfm0W.js +0 -1
- package/dist/gateway/static/root/assets/personal-page-gdKGnAPi.js +0 -1
- package/dist/gateway/static/root/assets/project-detail-page-BedOnA0G.js +0 -7
- package/dist/gateway/static/root/assets/route-preload-cpv-TDla.js +0 -2
- package/dist/gateway/static/root/assets/secret-input-Dryrns2s.js +0 -1
- package/dist/gateway/static/root/assets/session-channel-icon-D1ktvt1P.js +0 -1
- package/dist/gateway/static/root/assets/settings-advanced-gate-B3rOBkm_.js +0 -1
- package/dist/gateway/static/root/assets/share-preview-page-OOKslNfX.js +0 -2
- package/dist/gateway/static/root/assets/use-composer-attachments-DBsGBWDR.js +0 -2
- package/dist/gateway/static/root/assets/use-file-preview-expanded-RpLp7VdL.js +0 -15
- package/dist/gateway/static/root/assets/voice-config-api-yBcUSvvn.js +0 -1
- package/dist/gateway/static/root/assets/voice-transcribe-api-By2znMrG.js +0 -1
- package/dist/gateway/static/root/assets/workspace-editor-agent-store-2Lt7rQfw.js +0 -1
- package/dist/gateway/static/root/assets/workspace-file-preview-dialog-B23lE7H0.js +0 -1
- package/dist/gateway/static/root/assets/workspace-open-location-menu-CJUf755Q.js +0 -1
|
@@ -2,11 +2,11 @@ import { getSessionMetadata } from "../storage/sqlite/session-read-repository.js
|
|
|
2
2
|
import { init_session_repository, patchSessionMetadata } from "../storage/sqlite/session-repository.js";
|
|
3
3
|
import { setSessionConfig } from "../storage/sqlite/config-repository.js";
|
|
4
4
|
import { AgentCatalogRepository, init_repository } from "../agent-catalog/repository.js";
|
|
5
|
-
import { AgentCatalogService } from "../agent-catalog/service.js";
|
|
6
5
|
import { createConversation, init_conversation_repository } from "../storage/sqlite/conversation-repository.js";
|
|
7
6
|
import { getAvailableModels, init_providers } from "../providers/index.js";
|
|
8
7
|
import { getPersonalAgent, personalAgentId } from "./repository.js";
|
|
9
8
|
import { PERSONAL_MAIN_TOOL_IDS, PERSONAL_READ_TOOL_ALIASES } from "./policy.js";
|
|
9
|
+
import { AgentCatalogService } from "../agent-catalog/service.js";
|
|
10
10
|
import { getModelThinking } from "../providers/model-thinking.js";
|
|
11
11
|
import { personalInstructions } from "./prompts.js";
|
|
12
12
|
import { completePersonalOnboarding } from "./onboarding.js";
|
|
@@ -153,13 +153,23 @@ async function patchPersonalProfile(service, ownerId, revision, displayName, app
|
|
|
153
153
|
async function updatePersonalProfileRecord(ownerId, revision, displayName, appearance, voicePreference, voiceCallPreferences) {
|
|
154
154
|
const current = new AgentCatalogRepository().get(personalAgentId(ownerId));
|
|
155
155
|
if (!current || current.provisioningState !== "ready" || current.revision !== revision || getPersonalAgent(ownerId)?.state !== "ready") return null;
|
|
156
|
+
const callPreferences = {
|
|
157
|
+
openingGreetingEnabled: true,
|
|
158
|
+
...current.profile?.voiceCallPreferences,
|
|
159
|
+
...voiceCallPreferences
|
|
160
|
+
};
|
|
156
161
|
const profile = {
|
|
157
162
|
...current.profile,
|
|
158
163
|
name: displayName,
|
|
159
164
|
emoji: appearanceEmoji(appearance),
|
|
160
165
|
avatar: appearanceAvatar(appearance),
|
|
161
166
|
...voicePreference !== void 0 ? { voicePreference: voicePreference ?? void 0 } : {},
|
|
162
|
-
...voiceCallPreferences ? { voiceCallPreferences
|
|
167
|
+
...voiceCallPreferences ? { voiceCallPreferences: {
|
|
168
|
+
openingGreetingEnabled: callPreferences.openingGreetingEnabled,
|
|
169
|
+
defaultMode: callPreferences.defaultMode,
|
|
170
|
+
naturalModel: callPreferences.naturalModel ?? void 0,
|
|
171
|
+
higgsVoice: callPreferences.higgsVoice ?? void 0
|
|
172
|
+
} } : {},
|
|
163
173
|
instructions: personalInstructions()
|
|
164
174
|
};
|
|
165
175
|
try {
|
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
import { __esmMin } from "../../_virtual/_rolldown/runtime.js";
|
|
2
2
|
import { init_paths_state, resolveXopcCloudCatalogCachePath } from "../config/paths-state.js";
|
|
3
3
|
import { init_write_file_atomic, writeTextAtomic } from "../infra/write-file-atomic.js";
|
|
4
|
+
import { voiceManifestSchema } from "../../packages/realtime-protocol/src/voice-catalog.js";
|
|
5
|
+
import { init_voice } from "../../packages/realtime-protocol/src/voice.js";
|
|
4
6
|
import { PhoneModelMetadataSchema, init_contracts } from "../phone/contracts.js";
|
|
5
7
|
import { ComputerProfileSchema, init_src } from "../../packages/computer-control-contract/src/index.js";
|
|
6
8
|
import { ImageGenerationCapabilitiesSchema, init_models_json } from "../config/models-json.js";
|
|
7
|
-
import { voiceManifestSchema } from "../../packages/realtime-protocol/src/voice-catalog.js";
|
|
8
|
-
import { init_voice } from "../../packages/realtime-protocol/src/voice.js";
|
|
9
9
|
import { readFileSync, rmSync } from "node:fs";
|
|
10
10
|
import { z } from "zod";
|
|
11
11
|
import { rm } from "node:fs/promises";
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { ConfigSchema, init_schema } from "../../config/schema.js";
|
|
2
1
|
import { voiceSupportsMode } from "../../../packages/realtime-protocol/src/voice-catalog.js";
|
|
3
|
-
import { init_voice } from "../../../packages/realtime-protocol/src/voice.js";
|
|
2
|
+
import { HIGGS_REALTIME_REF, init_voice } from "../../../packages/realtime-protocol/src/voice.js";
|
|
3
|
+
import { ConfigSchema, init_schema } from "../../config/schema.js";
|
|
4
4
|
import { getModelCatalogStore, init_model_catalog_store } from "../model-catalog-store.js";
|
|
5
5
|
import { compareCatalogModels } from "../model-catalog-ranking.js";
|
|
6
6
|
import { BAILIAN_PLAN_HOST, BAILIAN_PLAN_OMNI_MODEL, BAILIAN_PLAN_OMNI_VOICE, BAILIAN_PLAN_PROVIDER, BAILIAN_PLAN_STT_MODEL, BAILIAN_PLAN_TTS_MODEL, BAILIAN_PLAN_TTS_VOICE } from "../../voice/token-plan.js";
|
|
@@ -102,7 +102,8 @@ function readSetupVoiceState(provider, config) {
|
|
|
102
102
|
const current = {};
|
|
103
103
|
if (tts?.provider) current.speech = `${tts.provider}/${tts.providers?.[tts.provider]?.model ?? "default"}`;
|
|
104
104
|
if (stt?.provider) current.transcription = `${stt.provider}/${stt.providers?.[stt.provider]?.model ?? "default"}`;
|
|
105
|
-
if (
|
|
105
|
+
if (config.voice?.realtime.boson?.defaultForNatural) current.conversation = HIGGS_REALTIME_REF;
|
|
106
|
+
else if (omni) current.conversation = `${omni.provider}/${omni.model}`;
|
|
106
107
|
return {
|
|
107
108
|
current,
|
|
108
109
|
choices,
|
|
@@ -233,7 +234,11 @@ function applySetupVoice(config, assignments) {
|
|
|
233
234
|
enabled: false,
|
|
234
235
|
order: []
|
|
235
236
|
};
|
|
236
|
-
if (use === "conversation" && next.voice)
|
|
237
|
+
if (use === "conversation" && next.voice) {
|
|
238
|
+
const realtime = next.voice.realtime;
|
|
239
|
+
if (realtime.boson?.defaultForNatural) realtime.boson.defaultForNatural = false;
|
|
240
|
+
else realtime.defaultEngine = "omni";
|
|
241
|
+
}
|
|
237
242
|
if (use === "transcription" && next.tools.media?.audio) {
|
|
238
243
|
next.tools.media.audio.fallback = {
|
|
239
244
|
enabled: false,
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
+
import { voiceManifestSchema } from "../../packages/realtime-protocol/src/voice-catalog.js";
|
|
2
|
+
import { init_voice } from "../../packages/realtime-protocol/src/voice.js";
|
|
1
3
|
import { PhoneModelMetadataSchema, init_contracts } from "../phone/contracts.js";
|
|
2
4
|
import { init_model_policy, isDedicatedComputerProfile } from "../computer/model-policy.js";
|
|
3
5
|
import { ImageGenerationCapabilitiesSchema, init_models_json } from "../config/models-json.js";
|
|
4
|
-
import { voiceManifestSchema } from "../../packages/realtime-protocol/src/voice-catalog.js";
|
|
5
|
-
import { init_voice } from "../../packages/realtime-protocol/src/voice.js";
|
|
6
6
|
import { init_xopc_cloud_config, resolveXopcModelRouterUrl } from "./xopc-cloud-config.js";
|
|
7
7
|
import { getProviderAuthService, init_provider_auth_service } from "./provider-auth-service.js";
|
|
8
8
|
//#region src/providers/xopc-cloud-model-source.ts
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { RuntimeError } from "./errors.js";
|
|
2
2
|
import { isAbsolute, join, posix, relative, resolve } from "node:path";
|
|
3
3
|
import { spawn } from "node:child_process";
|
|
4
|
-
import { lstat, mkdir, readdir, readlink, rename, rm, stat } from "node:fs/promises";
|
|
5
4
|
import AdmZip from "adm-zip";
|
|
5
|
+
import { lstat, mkdir, readdir, readlink, rename, rm, stat } from "node:fs/promises";
|
|
6
6
|
//#region src/runtime-tools/archive.ts
|
|
7
7
|
const MAX_ARCHIVE_ENTRIES = 5e4;
|
|
8
8
|
const MAX_TAR_OUTPUT_BYTES = 16 * 1024 * 1024;
|
|
@@ -2,10 +2,10 @@ import { ProductReadContracts } from "../../../packages/gateway-contract/src/cap
|
|
|
2
2
|
import { init_src } from "../../../packages/gateway-contract/src/index.js";
|
|
3
3
|
import { TaskRepository, init_task_repository } from "../task-repository.js";
|
|
4
4
|
import { TaskRunRepository, init_task_run_repository } from "../task-run-repository.js";
|
|
5
|
-
import { CapabilityError } from "../../capabilities/runtime/errors.js";
|
|
6
|
-
import { defineReadCapability } from "../../capabilities/runtime/dispatcher.js";
|
|
7
5
|
import { TaskReadModelProjector } from "../task-read-model-projector.js";
|
|
8
6
|
import { TaskConversationRepository } from "../task-conversation-repository.js";
|
|
7
|
+
import { CapabilityError } from "../../capabilities/runtime/errors.js";
|
|
8
|
+
import { defineReadCapability } from "../../capabilities/runtime/dispatcher.js";
|
|
9
9
|
import { TaskContextRepository } from "../task-context-repository.js";
|
|
10
10
|
import { TaskDependencyService } from "../task-dependency-service.js";
|
|
11
11
|
import { TaskCriterionReviewRepository } from "../task-criterion-review-repository.js";
|
|
@@ -2,9 +2,9 @@ import { TaskCommandRequestSchema, TaskCreateRequestSchema, TaskDetailResponseSc
|
|
|
2
2
|
import { init_src } from "../../../packages/gateway-contract/src/index.js";
|
|
3
3
|
import { TaskRepository, init_task_repository } from "../task-repository.js";
|
|
4
4
|
import { TaskRunRepository, init_task_run_repository } from "../task-run-repository.js";
|
|
5
|
+
import { resolveTaskLocale } from "../task-language.js";
|
|
5
6
|
import { CapabilityError } from "../../capabilities/runtime/errors.js";
|
|
6
7
|
import { defineAtomicCapability } from "../../capabilities/runtime/dispatcher.js";
|
|
7
|
-
import { resolveTaskLocale } from "../task-language.js";
|
|
8
8
|
import { resolveProjectAgentId } from "../../projects/project-agent.js";
|
|
9
9
|
import { TaskApplicationService } from "../task-application-service.js";
|
|
10
10
|
import { TaskSignalService } from "../task-signal-service.js";
|
|
@@ -10,7 +10,6 @@ import { appendComposerInputHistory, listComposerInputHistory } from "../../stor
|
|
|
10
10
|
import "../../storage/sqlite/index.js";
|
|
11
11
|
import { normalizeAgentId } from "../../agent-catalog/id.js";
|
|
12
12
|
import { init_agent_scope, listAgentEntries } from "../../agent/agent-scope.js";
|
|
13
|
-
import { AgentCatalogService } from "../../agent-catalog/service.js";
|
|
14
13
|
import { init_paths } from "../../config/paths.js";
|
|
15
14
|
import { getAgentDefaultModelRef, init_schema } from "../../config/schema.js";
|
|
16
15
|
import { resolveEffectiveAgentProfile } from "../../config/agent-profile.js";
|
|
@@ -19,6 +18,7 @@ import { effectiveWorkspacePathForSession } from "../../session/session-workspac
|
|
|
19
18
|
import { ProjectService } from "../../projects/project-service.js";
|
|
20
19
|
import { inferSuggestedProjectDefaultAgentId } from "../../projects/project-agent-suggestion.js";
|
|
21
20
|
import "../../projects/index.js";
|
|
21
|
+
import { AgentCatalogService } from "../../agent-catalog/service.js";
|
|
22
22
|
import { buildSessionTimeline } from "../../session/transcript-outline.js";
|
|
23
23
|
import { transcriptRowsToClientHistory } from "../../session/client-history.js";
|
|
24
24
|
import { createCreateShareTool, isShareToolAvailable } from "../../agent/tools/create-share-tool.js";
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { ConfigSchema, init_schema } from "../config/schema.js";
|
|
2
1
|
import { voiceSupportsMode } from "../../packages/realtime-protocol/src/voice-catalog.js";
|
|
3
2
|
import { init_voice } from "../../packages/realtime-protocol/src/voice.js";
|
|
3
|
+
import { ConfigSchema, init_schema } from "../config/schema.js";
|
|
4
4
|
import { getModelCatalogStore, init_model_catalog_store } from "../providers/model-catalog-store.js";
|
|
5
5
|
import { requirePlatformVoiceModel } from "./platform-catalog.js";
|
|
6
6
|
import { createHash } from "node:crypto";
|
|
@@ -2,7 +2,7 @@ import { createLogger } from "../../utils/logger/index.js";
|
|
|
2
2
|
import { init_logger } from "../../utils/logger.js";
|
|
3
3
|
import { assertProviderUsage, init_model_usage } from "../../providers/model-usage.js";
|
|
4
4
|
import { AudioPlaybackWindow } from "./audio-playback-window.js";
|
|
5
|
-
import { TurnCoordinator } from "./turnPolicy.js";
|
|
5
|
+
import { TurnCoordinator, hasContinuationHint } from "./turnPolicy.js";
|
|
6
6
|
import { PlaybackEchoCandidates } from "./playback-echo.js";
|
|
7
7
|
import { PcmFrameBuffer } from "./pcmFrameBuffer.js";
|
|
8
8
|
import crypto from "node:crypto";
|
|
@@ -17,14 +17,21 @@ const UPLOAD_TIMEOUT_MS = 1e4;
|
|
|
17
17
|
const RESPONSE_START_TIMEOUT_MS = 3e4;
|
|
18
18
|
const CANCELLATION_ERROR_GRACE_MS = 5e3;
|
|
19
19
|
const PLAYBACK_ECHO_TAIL_MS = 3e3;
|
|
20
|
+
const HIGGS_ENDPOINT_MS = 180;
|
|
21
|
+
const HIGGS_TRANSCRIPT_TIMEOUT_MS = 900;
|
|
22
|
+
const HIGGS_GREETING_GRACE_MS = 1100;
|
|
23
|
+
const HIGGS_CONTINUATION_GRACE_MS = 1800;
|
|
20
24
|
const FAILURE_MESSAGES = {
|
|
21
25
|
OMNI_UPLOAD_TIMEOUT: "The connection to the voice service stopped uploading audio. Check the network to your configured endpoint and reconnect.",
|
|
22
26
|
OMNI_INPUT_RESET_TIMEOUT: "The voice service did not acknowledge clearing microphone input. Reconnect to continue.",
|
|
27
|
+
OMNI_CONTEXT_FAILED: "The conversation context could not be restored. Reconnect and try again.",
|
|
23
28
|
OMNI_START_TIMEOUT: "The voice service did not become ready in time.",
|
|
24
29
|
OMNI_RESPONSE_START_TIMEOUT: "Your speech was transcribed, but the voice model did not start a reply within 30 seconds. Reconnect or select another realtime voice model.",
|
|
25
30
|
OMNI_CONNECTION_FAILED: "Could not connect to the voice service. Check network and service availability.",
|
|
26
31
|
OMNI_CONNECTION_REJECTED: "The voice service rejected the connection. Check account access, quota and route configuration.",
|
|
27
32
|
OMNI_CONNECTION_CLOSED: "The voice service closed the connection.",
|
|
33
|
+
BOSON_AUTH_FAILED: "Boson rejected the API key. Update it in voice settings and try again.",
|
|
34
|
+
BOSON_QUOTA_EXCEEDED: "Boson has no available quota. Check the account balance or usage limit.",
|
|
28
35
|
OMNI_PROVIDER_ERROR: "The voice service reported an error.",
|
|
29
36
|
OMNI_RESPONSE_FAILED: "The voice service could not complete its reply.",
|
|
30
37
|
OMNI_INVALID_TRANSCRIPT: "The voice service returned an invalid transcript.",
|
|
@@ -35,6 +42,7 @@ const FAILURE_MESSAGES = {
|
|
|
35
42
|
TRANSCRIPT_WRITE_FAILED: "The conversation could not be saved. Check gateway storage."
|
|
36
43
|
};
|
|
37
44
|
function createOmniVoiceEngine(options) {
|
|
45
|
+
const higgs = options.route.route.provider === "boson";
|
|
38
46
|
let socket;
|
|
39
47
|
let closed = false;
|
|
40
48
|
let ready = false;
|
|
@@ -64,6 +72,56 @@ function createOmniVoiceEngine(options) {
|
|
|
64
72
|
let turnSettled = false;
|
|
65
73
|
let responseStartTimer;
|
|
66
74
|
const speaking = /* @__PURE__ */ new Set();
|
|
75
|
+
let higgsEndpoint;
|
|
76
|
+
let higgsEndpointTimer;
|
|
77
|
+
function resetHiggsEndpoint() {
|
|
78
|
+
clearTimeout(higgsEndpointTimer);
|
|
79
|
+
higgsEndpoint = void 0;
|
|
80
|
+
}
|
|
81
|
+
function writeInputTranscript(id, text) {
|
|
82
|
+
save({
|
|
83
|
+
itemId: id,
|
|
84
|
+
role: "user",
|
|
85
|
+
text,
|
|
86
|
+
interrupted: false
|
|
87
|
+
});
|
|
88
|
+
options.send("input.transcript.final", {
|
|
89
|
+
utteranceId: id,
|
|
90
|
+
revision: 1,
|
|
91
|
+
text
|
|
92
|
+
});
|
|
93
|
+
}
|
|
94
|
+
function settleHiggsEndpoint() {
|
|
95
|
+
const endpoint = higgsEndpoint;
|
|
96
|
+
if (!endpoint || endpoint.committedAt === void 0 || endpoint.stoppedAt === void 0) return;
|
|
97
|
+
clearTimeout(higgsEndpointTimer);
|
|
98
|
+
if (endpoint.text === void 0) {
|
|
99
|
+
higgsEndpointTimer = setTimeout(() => {
|
|
100
|
+
if (closed || failed || higgsEndpoint !== endpoint) return;
|
|
101
|
+
discardInput();
|
|
102
|
+
options.send("session.error", {
|
|
103
|
+
code: "INPUT_DROPPED",
|
|
104
|
+
message: "Could not confirm this voice turn. Please repeat it.",
|
|
105
|
+
recoverable: true
|
|
106
|
+
});
|
|
107
|
+
}, Math.max(0, endpoint.committedAt + HIGGS_TRANSCRIPT_TIMEOUT_MS - Date.now()));
|
|
108
|
+
return;
|
|
109
|
+
}
|
|
110
|
+
let graceMs = 0;
|
|
111
|
+
if (hasContinuationHint(endpoint.text) || /(?:我想问(?:一下)?|等一下|等等|等一等)[\s。!?、,;:,.!?;:]*$/u.test(endpoint.text)) graceMs = HIGGS_CONTINUATION_GRACE_MS;
|
|
112
|
+
else if (/^(?:你好|您好|嗨|哈喽|喂|hello|hi|hey)[\s。!?、,;:,.!?;:]*$/iu.test(endpoint.text)) graceMs = HIGGS_GREETING_GRACE_MS;
|
|
113
|
+
const release = () => {
|
|
114
|
+
if (closed || failed || higgsEndpoint !== endpoint) return;
|
|
115
|
+
resetHiggsEndpoint();
|
|
116
|
+
if (endpoint.text !== void 0) writeInputTranscript(endpoint.id, endpoint.text);
|
|
117
|
+
turnSettled = true;
|
|
118
|
+
options.send("turn.committed", { turnId: endpoint.id });
|
|
119
|
+
if (active) publish(active);
|
|
120
|
+
};
|
|
121
|
+
const remainingMs = endpoint.stoppedAt + graceMs - Date.now();
|
|
122
|
+
if (remainingMs > 0) higgsEndpointTimer = setTimeout(release, remainingMs);
|
|
123
|
+
else release();
|
|
124
|
+
}
|
|
67
125
|
function maybeCreateResponse() {
|
|
68
126
|
if (!responseCreateQueued || active || waitingForCancellation || closed || failed || muted || inputBlocked) return;
|
|
69
127
|
responseCreateQueued = false;
|
|
@@ -148,7 +206,7 @@ function createOmniVoiceEngine(options) {
|
|
|
148
206
|
fail("TRANSCRIPT_WRITE_FAILED");
|
|
149
207
|
});
|
|
150
208
|
};
|
|
151
|
-
const cancel = (reason) => {
|
|
209
|
+
const cancel = (reason, upstreamStopped = false) => {
|
|
152
210
|
const response = active;
|
|
153
211
|
if (!response) return false;
|
|
154
212
|
if (response.audio && response.text) recentPlayback = {
|
|
@@ -170,10 +228,20 @@ function createOmniVoiceEngine(options) {
|
|
|
170
228
|
reason
|
|
171
229
|
});
|
|
172
230
|
}
|
|
173
|
-
if (reason !== "session_closed" &&
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
231
|
+
if (reason !== "session_closed" && socket?.readyState === WebSocket.OPEN) {
|
|
232
|
+
if (response.generating && !upstreamStopped) {
|
|
233
|
+
waitingForCancellation = response.id;
|
|
234
|
+
cancellationPendingUntil = Date.now() + CANCELLATION_ERROR_GRACE_MS;
|
|
235
|
+
send("response.cancel", higgs ? { response_id: response.id } : {});
|
|
236
|
+
}
|
|
237
|
+
if (response.higgsAudio) {
|
|
238
|
+
const { itemId, contentIndex, playedMs } = response.higgsAudio;
|
|
239
|
+
send("conversation.item.truncate", {
|
|
240
|
+
item_id: itemId,
|
|
241
|
+
content_index: contentIndex,
|
|
242
|
+
audio_end_ms: playedMs
|
|
243
|
+
});
|
|
244
|
+
}
|
|
177
245
|
}
|
|
178
246
|
return true;
|
|
179
247
|
};
|
|
@@ -241,6 +309,7 @@ function createOmniVoiceEngine(options) {
|
|
|
241
309
|
if (closed || failed) return;
|
|
242
310
|
failed = true;
|
|
243
311
|
clearTimeout(responseStartTimer);
|
|
312
|
+
resetHiggsEndpoint();
|
|
244
313
|
turn.reset();
|
|
245
314
|
echoCandidates.clear();
|
|
246
315
|
responseCreateQueued = false;
|
|
@@ -267,6 +336,8 @@ function createOmniVoiceEngine(options) {
|
|
|
267
336
|
}
|
|
268
337
|
function discardInput() {
|
|
269
338
|
clearTimeout(responseStartTimer);
|
|
339
|
+
if (higgsEndpoint?.text !== void 0) writeInputTranscript(higgsEndpoint.id, higgsEndpoint.text);
|
|
340
|
+
resetHiggsEndpoint();
|
|
270
341
|
turn.reset();
|
|
271
342
|
echoCandidates.clear();
|
|
272
343
|
responseCreateQueued = false;
|
|
@@ -314,12 +385,48 @@ function createOmniVoiceEngine(options) {
|
|
|
314
385
|
}, 15e3);
|
|
315
386
|
socket.on("error", () => fail("OMNI_CONNECTION_FAILED"));
|
|
316
387
|
socket.on("close", (closeCode) => {
|
|
317
|
-
if (!closed) fail("OMNI_CONNECTION_CLOSED", { closeCode });
|
|
388
|
+
if (!closed) fail(higgs && closeCode === 3e3 ? "BOSON_AUTH_FAILED" : higgs && closeCode === 4429 ? "BOSON_QUOTA_EXCEEDED" : "OMNI_CONNECTION_CLOSED", { closeCode });
|
|
318
389
|
});
|
|
319
390
|
socket.on("unexpected-response", (_request, response) => {
|
|
320
391
|
response.resume();
|
|
321
|
-
|
|
392
|
+
const status = response.statusCode;
|
|
393
|
+
fail(higgs && (status === 401 || status === 403) ? "BOSON_AUTH_FAILED" : higgs && status === 429 ? "BOSON_QUOTA_EXCEEDED" : "OMNI_CONNECTION_REJECTED", { upstreamStatus: status });
|
|
322
394
|
});
|
|
395
|
+
const initializeHiggs = (instructions) => send("session.update", { session: {
|
|
396
|
+
type: "realtime",
|
|
397
|
+
model: options.route.route.model,
|
|
398
|
+
instructions,
|
|
399
|
+
output_modalities: ["audio"],
|
|
400
|
+
audio: {
|
|
401
|
+
input: {
|
|
402
|
+
format: {
|
|
403
|
+
type: "audio/pcm",
|
|
404
|
+
rate: 16e3
|
|
405
|
+
},
|
|
406
|
+
transcription: { model: "higgs-stt-3.1" },
|
|
407
|
+
turn_detection: {
|
|
408
|
+
type: "semantic_vad",
|
|
409
|
+
silence_duration_ms: HIGGS_ENDPOINT_MS,
|
|
410
|
+
threshold: .82,
|
|
411
|
+
min_speech_duration: .08
|
|
412
|
+
}
|
|
413
|
+
},
|
|
414
|
+
output: {
|
|
415
|
+
format: {
|
|
416
|
+
type: "audio/pcm",
|
|
417
|
+
rate: 24e3
|
|
418
|
+
},
|
|
419
|
+
voice: options.route.voice
|
|
420
|
+
}
|
|
421
|
+
}
|
|
422
|
+
} });
|
|
423
|
+
if (higgs) {
|
|
424
|
+
const instructions = options.restoreInstructions?.() ?? Promise.resolve(options.route.instructions);
|
|
425
|
+
const connected = new Promise((resolve) => socket.once("open", resolve));
|
|
426
|
+
Promise.all([instructions, connected]).then(([text]) => {
|
|
427
|
+
if (!closed && !failed) initializeHiggs(text);
|
|
428
|
+
}).catch(() => fail("OMNI_CONTEXT_FAILED"));
|
|
429
|
+
}
|
|
323
430
|
socket.on("message", (raw, binary) => {
|
|
324
431
|
if (closed) return;
|
|
325
432
|
try {
|
|
@@ -328,16 +435,17 @@ function createOmniVoiceEngine(options) {
|
|
|
328
435
|
if (event.type === "error") {
|
|
329
436
|
const lateCancellation = event.error?.type === "invalid_request_error" && event.error?.message === "Conversation has none active response";
|
|
330
437
|
const managedLateCancellation = options.route.route.managed && event.error?.code === "invalid_request_error" && event.error?.message === "The voice provider rejected the request.";
|
|
331
|
-
|
|
438
|
+
const higgsLateCancellation = higgs && ["response_not_active", "response_id_mismatch"].includes(event.error?.code);
|
|
439
|
+
if (Date.now() <= cancellationPendingUntil && (lateCancellation || managedLateCancellation || higgsLateCancellation)) {
|
|
332
440
|
cancellationPendingUntil = 0;
|
|
333
441
|
waitingForCancellation = void 0;
|
|
334
442
|
maybeCreateResponse();
|
|
335
443
|
return;
|
|
336
444
|
}
|
|
337
|
-
fail("OMNI_PROVIDER_ERROR");
|
|
445
|
+
fail(higgs && [event.error?.code, event.error?.type].includes("insufficient_quota") ? "BOSON_QUOTA_EXCEEDED" : "OMNI_PROVIDER_ERROR");
|
|
338
446
|
return;
|
|
339
447
|
}
|
|
340
|
-
if (event.type === "session.created") send("session.update", { session: {
|
|
448
|
+
if (event.type === "session.created" && !higgs) send("session.update", { session: {
|
|
341
449
|
modalities: ["text", "audio"],
|
|
342
450
|
voice: options.route.voice,
|
|
343
451
|
instructions: options.route.instructions,
|
|
@@ -354,7 +462,7 @@ function createOmniVoiceEngine(options) {
|
|
|
354
462
|
interrupt_response: false
|
|
355
463
|
}
|
|
356
464
|
} });
|
|
357
|
-
else if (event.type === "session.updated" && !ready) {
|
|
465
|
+
else if (event.type === (higgs ? "session.created" : "session.updated") && !ready) {
|
|
358
466
|
if (options.route.route.managed && (event.session?.input_sample_rate !== 16e3 || event.session?.output_sample_rate !== 24e3)) throw new Error("Unsupported platform audio format");
|
|
359
467
|
ready = true;
|
|
360
468
|
clearTimeout(timer);
|
|
@@ -365,37 +473,61 @@ function createOmniVoiceEngine(options) {
|
|
|
365
473
|
clearTimeout(clearTimer);
|
|
366
474
|
} else if (event.type === "input_audio_buffer.speech_started") {
|
|
367
475
|
lastInputAt = Date.now();
|
|
476
|
+
const id = String(event.item_id);
|
|
368
477
|
if (muted || clearingInput) {
|
|
369
|
-
discardedInputs.add(
|
|
478
|
+
discardedInputs.add(id);
|
|
370
479
|
return;
|
|
371
480
|
}
|
|
372
|
-
if (recorded.has(
|
|
373
|
-
echoCandidates.remember(
|
|
481
|
+
if (higgs ? speaking.has(id) : recorded.has(id) || pendingInputs.has(id)) return;
|
|
482
|
+
if (!higgs) echoCandidates.remember(id, active?.audio ? active.text : recentPlayback && recentPlayback.expiresAt >= Date.now() ? recentPlayback.text : void 0);
|
|
374
483
|
inputBlocked = false;
|
|
375
|
-
pendingInputs.add(
|
|
484
|
+
pendingInputs.add(id);
|
|
376
485
|
clearTimeout(responseStartTimer);
|
|
377
486
|
turnSettled = false;
|
|
378
|
-
speaking.add(
|
|
379
|
-
|
|
380
|
-
|
|
381
|
-
|
|
487
|
+
speaking.add(id);
|
|
488
|
+
if (!higgs) {
|
|
489
|
+
turn.start(id);
|
|
490
|
+
if (active && !active.published) cancel("barge_in");
|
|
491
|
+
}
|
|
492
|
+
options.send("input.speech_started", { utteranceId: id });
|
|
493
|
+
if (higgs) {
|
|
494
|
+
if (higgsEndpoint?.text !== void 0 && higgsEndpoint.id !== id) writeInputTranscript(higgsEndpoint.id, higgsEndpoint.text);
|
|
495
|
+
resetHiggsEndpoint();
|
|
496
|
+
higgsEndpoint = { id };
|
|
497
|
+
cancel("barge_in", true);
|
|
498
|
+
}
|
|
382
499
|
} else if (event.type === "input_audio_buffer.speech_stopped") {
|
|
383
500
|
lastInputAt = Date.now();
|
|
384
|
-
|
|
385
|
-
|
|
386
|
-
|
|
387
|
-
|
|
501
|
+
const id = String(event.item_id);
|
|
502
|
+
if (muted || inputBlocked || discardedInputs.has(id)) return;
|
|
503
|
+
if (higgs) {
|
|
504
|
+
if (higgsEndpoint?.id !== id || higgsEndpoint.stoppedAt !== void 0) return;
|
|
505
|
+
higgsEndpoint.stoppedAt = Date.now();
|
|
506
|
+
} else if (recorded.has(id)) return;
|
|
507
|
+
speaking.delete(id);
|
|
508
|
+
if (!higgs) turn.stop(id);
|
|
509
|
+
options.send("input.speech_stopped", { utteranceId: id });
|
|
510
|
+
if (higgs) settleHiggsEndpoint();
|
|
511
|
+
} else if (higgs && event.type === "input_audio_buffer.committed") {
|
|
512
|
+
if (higgsEndpoint && higgsEndpoint.id === event.item_id) {
|
|
513
|
+
higgsEndpoint.committedAt ??= Date.now();
|
|
514
|
+
clearTimeout(responseStartTimer);
|
|
515
|
+
if (!active) responseStartTimer = setTimeout(() => fail("OMNI_RESPONSE_START_TIMEOUT"), RESPONSE_START_TIMEOUT_MS);
|
|
516
|
+
settleHiggsEndpoint();
|
|
517
|
+
}
|
|
388
518
|
} else if (event.type === "conversation.item.input_audio_transcription.completed") {
|
|
389
519
|
if (typeof event.transcript !== "string" || event.transcript.length > 32e3 || typeof event.item_id !== "string") {
|
|
390
520
|
fail("OMNI_INVALID_TRANSCRIPT");
|
|
391
521
|
return;
|
|
392
522
|
}
|
|
393
523
|
if (muted || inputBlocked || discardedInputs.has(event.item_id) || recorded.has(event.item_id)) return;
|
|
524
|
+
const endpoint = higgsEndpoint?.id === event.item_id ? higgsEndpoint : void 0;
|
|
525
|
+
if (endpoint && endpoint.committedAt === void 0) return;
|
|
394
526
|
pendingInputs.delete(event.item_id);
|
|
395
527
|
speaking.delete(event.item_id);
|
|
396
528
|
const text = event.transcript.trim();
|
|
397
529
|
const playbackText = active?.audio ? active.text : recentPlayback && recentPlayback.expiresAt >= Date.now() ? recentPlayback.text : void 0;
|
|
398
|
-
if (echoCandidates.matches(event.item_id, text, playbackText)) {
|
|
530
|
+
if (!higgs && echoCandidates.matches(event.item_id, text, playbackText)) {
|
|
399
531
|
turn.final(event.item_id, "");
|
|
400
532
|
log.debug({
|
|
401
533
|
sessionId: options.callId,
|
|
@@ -404,7 +536,7 @@ function createOmniVoiceEngine(options) {
|
|
|
404
536
|
}, "Ignored native voice playback echo");
|
|
405
537
|
return;
|
|
406
538
|
}
|
|
407
|
-
if (text && active?.published && options.bargeIn) {
|
|
539
|
+
if (!higgs && text && active?.published && options.bargeIn) {
|
|
408
540
|
log.info({
|
|
409
541
|
sessionId: options.callId,
|
|
410
542
|
responseId: active.id,
|
|
@@ -413,22 +545,15 @@ function createOmniVoiceEngine(options) {
|
|
|
413
545
|
}, "Confirmed user speech interrupted native voice playback");
|
|
414
546
|
cancel("barge_in");
|
|
415
547
|
}
|
|
416
|
-
turn.final(event.item_id, text);
|
|
548
|
+
if (!higgs) turn.final(event.item_id, text);
|
|
417
549
|
if (text) {
|
|
418
550
|
lastInputAt = Date.now();
|
|
419
551
|
options.onUserInput?.();
|
|
420
552
|
}
|
|
421
|
-
|
|
422
|
-
|
|
423
|
-
|
|
424
|
-
|
|
425
|
-
interrupted: false
|
|
426
|
-
});
|
|
427
|
-
options.send("input.transcript.final", {
|
|
428
|
-
utteranceId: event.item_id,
|
|
429
|
-
revision: 1,
|
|
430
|
-
text: event.transcript
|
|
431
|
-
});
|
|
553
|
+
if (endpoint) {
|
|
554
|
+
endpoint.text = event.transcript;
|
|
555
|
+
settleHiggsEndpoint();
|
|
556
|
+
} else writeInputTranscript(event.item_id, event.transcript);
|
|
432
557
|
} else if (event.type === "conversation.item.input_audio_transcription.failed") {
|
|
433
558
|
if (muted || inputBlocked || discardedInputs.has(String(event.item_id))) return;
|
|
434
559
|
discardInput();
|
|
@@ -438,6 +563,7 @@ function createOmniVoiceEngine(options) {
|
|
|
438
563
|
recoverable: true
|
|
439
564
|
});
|
|
440
565
|
} else if (event.type === "response.created") {
|
|
566
|
+
if (higgs && speaking.size) return;
|
|
441
567
|
if (muted || inputBlocked) {
|
|
442
568
|
cancellationPendingUntil = Date.now() + CANCELLATION_ERROR_GRACE_MS;
|
|
443
569
|
send("response.cancel");
|
|
@@ -476,7 +602,7 @@ function createOmniVoiceEngine(options) {
|
|
|
476
602
|
pcm: new PcmFrameBuffer()
|
|
477
603
|
};
|
|
478
604
|
if (turnSettled) publish(active);
|
|
479
|
-
} else if (active && event.response_id === active.id && event.type === "response.audio_transcript.delta") {
|
|
605
|
+
} else if (active && event.response_id === active.id && event.type === (higgs ? "response.output_audio_transcript.delta" : "response.audio_transcript.delta")) {
|
|
480
606
|
if (typeof event.delta !== "string" || active.text.length + event.delta.length > 32e3) {
|
|
481
607
|
fail("OMNI_TRANSCRIPT_LIMIT");
|
|
482
608
|
return;
|
|
@@ -486,7 +612,8 @@ function createOmniVoiceEngine(options) {
|
|
|
486
612
|
responseId: active.id,
|
|
487
613
|
delta: event.delta
|
|
488
614
|
});
|
|
489
|
-
} else if (active && event.response_id === active.id && event.type === "response.audio.delta") {
|
|
615
|
+
} else if (active && event.response_id === active.id && event.type === (higgs ? "response.output_audio.delta" : "response.audio.delta")) {
|
|
616
|
+
if (higgs && event.delta === "") return;
|
|
490
617
|
if (typeof event.delta !== "string" || !/^[A-Za-z0-9+/]*={0,2}$/.test(event.delta)) {
|
|
491
618
|
fail("OMNI_INVALID_AUDIO");
|
|
492
619
|
return;
|
|
@@ -497,6 +624,14 @@ function createOmniVoiceEngine(options) {
|
|
|
497
624
|
return;
|
|
498
625
|
}
|
|
499
626
|
const response = active;
|
|
627
|
+
if (higgs && !response.higgsAudio) {
|
|
628
|
+
if (typeof event.item_id !== "string" || !Number.isInteger(event.content_index)) throw new Error("Invalid Higgs audio item");
|
|
629
|
+
response.higgsAudio = {
|
|
630
|
+
itemId: event.item_id,
|
|
631
|
+
contentIndex: event.content_index,
|
|
632
|
+
playedMs: 0
|
|
633
|
+
};
|
|
634
|
+
}
|
|
500
635
|
if (response.queuedBytes + audio.length > MAX_QUEUED_AUDIO_BYTES) {
|
|
501
636
|
stopReply(response, "OMNI_OUTPUT_BACKPRESSURE");
|
|
502
637
|
return;
|
|
@@ -528,7 +663,7 @@ function createOmniVoiceEngine(options) {
|
|
|
528
663
|
});
|
|
529
664
|
} else if (event.type === "response.done" && active?.id === event.response?.id) {
|
|
530
665
|
active.generating = false;
|
|
531
|
-
if (event.response.status === "cancelled") cancel("barge_in");
|
|
666
|
+
if (event.response.status === "cancelled") cancel("barge_in", true);
|
|
532
667
|
else if (event.response.status !== "completed") fail("OMNI_RESPONSE_FAILED");
|
|
533
668
|
else {
|
|
534
669
|
const response = active;
|
|
@@ -539,7 +674,8 @@ function createOmniVoiceEngine(options) {
|
|
|
539
674
|
} else if (event.type === "response.done" && event.response?.id === waitingForCancellation) {
|
|
540
675
|
waitingForCancellation = void 0;
|
|
541
676
|
maybeCreateResponse();
|
|
542
|
-
}
|
|
677
|
+
} else if (higgs && event.type === "session.idle_timeout") options.onClose("idle_timeout", true);
|
|
678
|
+
else if (higgs && event.type === "session.max_duration_reached") options.onClose("session_limit", true);
|
|
543
679
|
} catch {
|
|
544
680
|
fail("OMNI_PROTOCOL_ERROR");
|
|
545
681
|
}
|
|
@@ -592,7 +728,9 @@ function createOmniVoiceEngine(options) {
|
|
|
592
728
|
return false;
|
|
593
729
|
},
|
|
594
730
|
acknowledge(responseId, playedDurationMs) {
|
|
595
|
-
if (active?.id
|
|
731
|
+
if (active?.id !== responseId) return;
|
|
732
|
+
active.playback.acknowledge(playedDurationMs * 48);
|
|
733
|
+
if (active.higgsAudio) active.higgsAudio.playedMs = Math.max(active.higgsAudio.playedMs, playedDurationMs);
|
|
596
734
|
},
|
|
597
735
|
close() {
|
|
598
736
|
if (closed) return writes;
|
|
@@ -602,6 +740,13 @@ function createOmniVoiceEngine(options) {
|
|
|
602
740
|
clearTimeout(clearTimer);
|
|
603
741
|
clearTimeout(uploadTimer);
|
|
604
742
|
clearTimeout(responseStartTimer);
|
|
743
|
+
if (higgsEndpoint?.text !== void 0) save({
|
|
744
|
+
itemId: higgsEndpoint.id,
|
|
745
|
+
role: "user",
|
|
746
|
+
text: higgsEndpoint.text,
|
|
747
|
+
interrupted: false
|
|
748
|
+
});
|
|
749
|
+
resetHiggsEndpoint();
|
|
605
750
|
turn.reset();
|
|
606
751
|
echoCandidates.clear();
|
|
607
752
|
speaking.clear();
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { type VoiceProviderRoute } from '@xopcai/realtime-protocol/voice';
|
|
1
|
+
import { type HiggsVoice, type VoiceCallPreferences, type VoiceProviderRoute } from '@xopcai/realtime-protocol/voice';
|
|
2
2
|
import type { Config } from '../../config/schema.js';
|
|
3
3
|
export interface OmniRoute {
|
|
4
4
|
route: VoiceProviderRoute;
|
|
@@ -8,4 +8,7 @@ export interface OmniRoute {
|
|
|
8
8
|
instructions: string;
|
|
9
9
|
maxSessionSeconds?: number;
|
|
10
10
|
}
|
|
11
|
-
export declare function
|
|
11
|
+
export declare function legacyNaturalModel(config: Config): string | undefined;
|
|
12
|
+
export declare function selectedNaturalModel(config: Config, preferences?: VoiceCallPreferences): string | undefined;
|
|
13
|
+
export declare function resolveHiggsRoute(config: Config, voice?: HiggsVoice): Promise<OmniRoute>;
|
|
14
|
+
export declare function resolveOmniRoute(config: Config, model?: string, voice?: HiggsVoice): Promise<OmniRoute>;
|