@xopcai/xopc 0.0.450 → 0.0.451
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser-ext/manifest.json +1 -1
- package/dist/extensions/telegram/xopc.extension.json +1 -1
- package/dist/gateway/static/root/assets/{activity-store-Tn5McYcg.js → activity-store-OMq1GnqB.js} +1 -1
- package/dist/gateway/static/root/assets/{agent-avatar-dicebear-BX5HhrTI.js → agent-avatar-dicebear-CIoE-FJR.js} +1 -1
- package/dist/gateway/static/root/assets/{agent-avatar-display-C7Dx9nt1.js → agent-avatar-display-kPb6idGG.js} +2 -2
- package/dist/gateway/static/root/assets/{agent-defaults-settings-panel-AAJsxEjB.js → agent-defaults-settings-panel-vKUDGEU6.js} +1 -1
- package/dist/gateway/static/root/assets/{agent-plugin-dialog-BhtzU8qr.js → agent-plugin-dialog-x7guoCvz.js} +1 -1
- package/dist/gateway/static/root/assets/{agents-CbGYb9WI.js → agents-BbwFcl87.js} +3 -3
- package/dist/gateway/static/root/assets/{agents-admin-api-CShyoj9I.js → agents-admin-api-tXB8Aj5K.js} +1 -1
- package/dist/gateway/static/root/assets/{api-B3M6ifoo.js → api-DIKAjDAK.js} +1 -1
- package/dist/gateway/static/root/assets/{api-BET9vZ1l.js → api-ixudT_21.js} +1 -1
- package/dist/gateway/static/root/assets/{app-management-settings-panel-BxOShFPO.js → app-management-settings-panel-nuDfyfZ5.js} +1 -1
- package/dist/gateway/static/root/assets/{appearance-settings-L450QlMW.js → appearance-settings-D4oON26V.js} +1 -1
- package/dist/gateway/static/root/assets/{apps-page-Bz6_fyMs.js → apps-page-BM1BfXzo.js} +1 -1
- package/dist/gateway/static/root/assets/{archive-plugin-BCXEOal7.js → archive-plugin-mKjfC6Sk.js} +1 -1
- package/dist/gateway/static/root/assets/{automation-api-B3Jnoa2G.js → automation-api-C9pjryrT.js} +1 -1
- package/dist/gateway/static/root/assets/{automation-result-state-BHAKc5QI.js → automation-result-state-uvg7Bi2x.js} +1 -1
- package/dist/gateway/static/root/assets/{automation-run-list-De7gini_.js → automation-run-list-J-R4-hVm.js} +1 -1
- package/dist/gateway/static/root/assets/{automation-task-card-Clf0fe_n.js → automation-task-card-CXGC8afU.js} +1 -1
- package/dist/gateway/static/root/assets/{automations-page-BEG5xLew.js → automations-page-CwQg9dfM.js} +1 -1
- package/dist/gateway/static/root/assets/{automations-workspace-Cfq1C6XB.js → automations-workspace-DhLgFY2T.js} +2 -2
- package/dist/gateway/static/root/assets/{binary-plugins-B7tuUWzS.js → binary-plugins-BNPDM14i.js} +1 -1
- package/dist/gateway/static/root/assets/{block-editor-D-YHASZr.js → block-editor-De9UqmMT.js} +1 -1
- package/dist/gateway/static/root/assets/{browser-settings-page-DdMMia7Y.js → browser-settings-page-B0VB5umC.js} +1 -1
- package/dist/gateway/static/root/assets/{capabilities-Cxh3nYa6.js → capabilities-BtJB4u5C.js} +1 -1
- package/dist/gateway/static/root/assets/{capabilities-YfkMBZCb.js → capabilities-Cp-rmFMM.js} +1 -1
- package/dist/gateway/static/root/assets/{capabilities-page-CSBeVda0.js → capabilities-page-KRaK8LKT.js} +2 -2
- package/dist/gateway/static/root/assets/capabilities-settings-panel-aJy-1o5H.js +8 -0
- package/dist/gateway/static/root/assets/{channels-DdSEH-R2.js → channels-ZJORx-he.js} +1 -1
- package/dist/gateway/static/root/assets/{chat-agents-api-CgasFAm4.js → chat-agents-api-CtuEaDG8.js} +1 -1
- package/dist/gateway/static/root/assets/{chat-chart-block-Cgks7rH3.js → chat-chart-block-ShPQBlNE.js} +1 -1
- package/dist/gateway/static/root/assets/{chat-page-BKLyj4IP.js → chat-page-QmBfel_Z.js} +22 -22
- package/dist/gateway/static/root/assets/{chat-terminal-dock-aCu4X5Jo.js → chat-terminal-dock-CvDRfHAZ.js} +1 -1
- package/dist/gateway/static/root/assets/{command-palette-api-Bku_h283.js → command-palette-api-NJTvEF2b.js} +1 -1
- package/dist/gateway/static/root/assets/composer-notifications-BkezOy9Q.js +1 -0
- package/dist/gateway/static/root/assets/composer-payload-handoff-CEjJusbJ.js +1 -0
- package/dist/gateway/static/root/assets/{computer-settings-page-zvWUPPAr.js → computer-settings-page-DG8bcw_s.js} +1 -1
- package/dist/gateway/static/root/assets/{connected-providers-grid-w3htbAyh.js → connected-providers-grid-BWVieU6P.js} +1 -1
- package/dist/gateway/static/root/assets/{connection-usage-guide-DL2T6cSN.js → connection-usage-guide-f55PDAbb.js} +1 -1
- package/dist/gateway/static/root/assets/{connector-service-page-a0gQC-nc.js → connector-service-page-Ca09FIBW.js} +1 -1
- package/dist/gateway/static/root/assets/{connectors-api-DNVUmf9M.js → connectors-api-dai-YAdK.js} +1 -1
- package/dist/gateway/static/root/assets/{connectors-page-D1VzTxON.js → connectors-page-C8M01Zxs.js} +1 -1
- package/dist/gateway/static/root/assets/{date-picker-E0cqnNlR.js → date-picker-C70ICT7u.js} +1 -1
- package/dist/gateway/static/root/assets/{date-time-picker-CrC_VKpw.js → date-time-picker-Czj5fnsJ.js} +1 -1
- package/dist/gateway/static/root/assets/{desktop-pet-D1MkNl5F.js → desktop-pet-Dq3OLpPg.js} +1 -1
- package/dist/gateway/static/root/assets/{desktop-pet-settings-BA6u5Md-.js → desktop-pet-settings-q4mec6zt.js} +1 -1
- package/dist/gateway/static/root/assets/{dev-view-store-DnqJb6NS.js → dev-view-store-lXnKsRew.js} +1 -1
- package/dist/gateway/static/root/assets/{device-pairing-wizard-Ba3d606o.js → device-pairing-wizard-CbUX0iit.js} +1 -1
- package/dist/gateway/static/root/assets/{directory-picker-path-field-lcps-hsZ.js → directory-picker-path-field-BRnwhemd.js} +1 -1
- package/dist/gateway/static/root/assets/{discussion-annotation-sync-BmvCn1Xn.js → discussion-annotation-sync-BnK6Ua7v.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-debug-page-BOJbNj9D.js → extension-debug-page-Bp2BrJbB.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-iframe-host-pbU7DAfE.js → extension-iframe-host-DjXDDmUd.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-marketplace-api-BrLsjJLA.js → extension-marketplace-api-tk93vJL_.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-page-BrX4Hy9P.js → extension-page-CGgneUDY.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-provider-DUzhV5_a.js → extension-provider-BktGTwH_.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-settings-page-BuV-Vuvb.js → extension-settings-page-BGcZIeHP.js} +1 -1
- package/dist/gateway/static/root/assets/{file-preview-surface-B3nLuoQO.js → file-preview-surface-BK2_4mWy.js} +1 -1
- package/dist/gateway/static/root/assets/{gateway-config-swr-CtZy1Qw0.js → gateway-config-swr-DsXilOaJ.js} +1 -1
- package/dist/gateway/static/root/assets/{gateway-realtime-CG65gHUY.js → gateway-realtime-DopPmAMl.js} +1 -1
- package/dist/gateway/static/root/assets/gateway-realtime-store-ZxMFPH4n.js +1 -0
- package/dist/gateway/static/root/assets/{gateway-restart-Cr5xtfZU.js → gateway-restart-eozrXTm7.js} +1 -1
- package/dist/gateway/static/root/assets/{gateway-settings-BwMwdwXh.js → gateway-settings-DddUli-p.js} +1 -1
- package/dist/gateway/static/root/assets/{gateway-startup-retry-DztAHGru.js → gateway-startup-retry-DMQI0ATo.js} +1 -1
- package/dist/gateway/static/root/assets/{global-defaults-api-yHc-ZfjU.js → global-defaults-api-D7hk1zTj.js} +1 -1
- package/dist/gateway/static/root/assets/home-page-C8oVgxQg.js +3 -0
- package/dist/gateway/static/root/assets/{image-generation-api-D5eo_stq.js → image-generation-api-BCbvDDH_.js} +1 -1
- package/dist/gateway/static/root/assets/imports-page-B9LF_2fO.js +1 -0
- package/dist/gateway/static/root/assets/index-CPXKrqLj.js +11 -0
- package/dist/gateway/static/root/assets/index-Dc-3QQaz.css +1 -0
- package/dist/gateway/static/root/assets/{install-connector-dialog-B-v1FT3P.js → install-connector-dialog-DT32t-66.js} +1 -1
- package/dist/gateway/static/root/assets/{keyboard-shortcuts-settings-BLBASsCP.js → keyboard-shortcuts-settings-DDwoBK8g.js} +1 -1
- package/dist/gateway/static/root/assets/{local-app-workbench-page-3J9ABnCu.js → local-app-workbench-page-CnckB-RA.js} +1 -1
- package/dist/gateway/static/root/assets/{local-apps-page-Db93n4Zy.js → local-apps-page-qzxr3c8Y.js} +1 -1
- package/dist/gateway/static/root/assets/{local-session-drafts-C6oPrCYY.js → local-session-drafts-BU3FXj_X.js} +1 -1
- package/dist/gateway/static/root/assets/{locale-store-CQcW9_qA.js → locale-store-DTUQ0JiK.js} +1 -1
- package/dist/gateway/static/root/assets/logs-page-_nIEwZn4.js +2 -0
- package/dist/gateway/static/root/assets/{management-api-Dh2r5GrQ.js → management-api-C6mCD0mZ.js} +1 -1
- package/dist/gateway/static/root/assets/{management-settings-Fj25fafb.js → management-settings-C4BKD-_b.js} +1 -1
- package/dist/gateway/static/root/assets/{markdown-view-CkihBz06.js → markdown-view-DHjn1-ML.js} +1 -1
- package/dist/gateway/static/root/assets/{mcp-conversation-setup-page-jh3dwNfg.js → mcp-conversation-setup-page-ClgMvru5.js} +1 -1
- package/dist/gateway/static/root/assets/{media-plugins-BUapXtQZ.js → media-plugins-8E2KZQym.js} +1 -1
- package/dist/gateway/static/root/assets/{messages-orB1BMgI.js → messages-C7ruaWtK.js} +3 -3
- package/dist/gateway/static/root/assets/{model-selector-DYxgKUju.js → model-selector-CJY9LRsl.js} +1 -1
- package/dist/gateway/static/root/assets/{models-hub-cache-D2cdb8nZ.js → models-hub-cache-BTs8jhgq.js} +1 -1
- package/dist/gateway/static/root/assets/{note-detail-panel-BMtKrv-J.js → note-detail-panel-DiCfpcZd.js} +3 -3
- package/dist/gateway/static/root/assets/note-image-lightbox-kccIXJo_.js +1 -0
- package/dist/gateway/static/root/assets/{notes-api-BhRyWe3S.js → notes-api-BnaeXy22.js} +1 -1
- package/dist/gateway/static/root/assets/{notes-page-DcmRJJbt.js → notes-page-B_vTBmyx.js} +2 -2
- package/dist/gateway/static/root/assets/{oauth-api-D5iBtOid.js → oauth-api-BZ67vxsq.js} +1 -1
- package/dist/gateway/static/root/assets/{oauth-provider-connect-CmHsHynu.js → oauth-provider-connect-CZP15znW.js} +1 -1
- package/dist/gateway/static/root/assets/{open-capability-settings-Cvb65hQB.js → open-capability-settings-DQsmJxI7.js} +1 -1
- package/dist/gateway/static/root/assets/{page-context-capture-button-CTHQWfG6.js → page-context-capture-button-TpjRHhUt.js} +1 -1
- package/dist/gateway/static/root/assets/{page-context-draft-aApa5ApP.js → page-context-draft-BbUpxlgV.js} +1 -1
- package/dist/gateway/static/root/assets/page-header-store-CFntbsPj.js +1 -0
- package/dist/gateway/static/root/assets/{personal-avatar-Dp5LHjk3.js → personal-avatar-CVocefDp.js} +1 -1
- package/dist/gateway/static/root/assets/personal-page-BjnSgU89.js +1 -0
- package/dist/gateway/static/root/assets/{personal-settings-panel-CtJL6qIN.js → personal-settings-panel-CdMHSPCH.js} +1 -1
- package/dist/gateway/static/root/assets/{phone-dependencies-card-BBk6k0t0.js → phone-dependencies-card-ChRrViSc.js} +1 -1
- package/dist/gateway/static/root/assets/{phone-model-connection-QJt8SAb7.js → phone-model-connection-DmswEWqx.js} +1 -1
- package/dist/gateway/static/root/assets/{phone-model-picker-CRxUxJNZ.js → phone-model-picker-CvuOhQpk.js} +1 -1
- package/dist/gateway/static/root/assets/{phone-settings-page-Df64khPY.js → phone-settings-page-2hZ68I47.js} +1 -1
- package/dist/gateway/static/root/assets/{phone-workspace-store-DAuPd2ie.js → phone-workspace-store-BMvxfZ3g.js} +1 -1
- package/dist/gateway/static/root/assets/{plugin-details-dialog-Bcer4RC3.js → plugin-details-dialog-qvdi41L2.js} +1 -1
- package/dist/gateway/static/root/assets/{preference-select-fields-DdV7q9Bd.js → preference-select-fields-RDatqlhG.js} +1 -1
- package/dist/gateway/static/root/assets/{product-automation-feedback-uKndNxpU.js → product-automation-feedback-Bj9ZsasT.js} +1 -1
- package/dist/gateway/static/root/assets/{product-open-page-A7lyoXVv.js → product-open-page-CzXmn2MX.js} +1 -1
- package/dist/gateway/static/root/assets/{product-preview-content-BrdvkWOg.js → product-preview-content-Beg0t4GW.js} +1 -1
- package/dist/gateway/static/root/assets/{product-preview-modal-BxHKejcX.js → product-preview-modal-5ulFfVzf.js} +2 -2
- package/dist/gateway/static/root/assets/project-detail-page-8bnYqXLJ.js +7 -0
- package/dist/gateway/static/root/assets/{project-understanding-BVhSoQHu.js → project-understanding-CXf7wjwt.js} +1 -1
- package/dist/gateway/static/root/assets/{projects-page-DSPoyFda.js → projects-page-CyA6fCPg.js} +1 -1
- package/dist/gateway/static/root/assets/{providers-api-B47s6_9Q.js → providers-api-DE7kdeXc.js} +1 -1
- package/dist/gateway/static/root/assets/{recording-upload-B-IHTsVC.js → recording-upload-BZvpuPZT.js} +1 -1
- package/dist/gateway/static/root/assets/{registry-api-Bo8YiUE0.js → registry-api-C_8-f85U.js} +1 -1
- package/dist/gateway/static/root/assets/{remote-access-hub-BRf9znLV.js → remote-access-hub-Daxdjqs9.js} +1 -1
- package/dist/gateway/static/root/assets/{resource-unavailable-CAljzZx8.js → resource-unavailable-khPb8zb8.js} +1 -1
- package/dist/gateway/static/root/assets/route-preload-DGMUu3pm.js +2 -0
- package/dist/gateway/static/root/assets/{runtime-tools-api-C28pB9__.js → runtime-tools-api-2YumRxOJ.js} +1 -1
- package/dist/gateway/static/root/assets/{runtime-tools-settings-panel-XYeadnhL.js → runtime-tools-settings-panel-DH00p-rI.js} +1 -1
- package/dist/gateway/static/root/assets/{schema-form-CtRM41Re.js → schema-form-C9TYGa0_.js} +1 -1
- package/dist/gateway/static/root/assets/secret-input-DsjfQmDn.js +1 -0
- package/dist/gateway/static/root/assets/{service-recommendation-list-C6ydoBSU.js → service-recommendation-list-wXf_ZlHq.js} +1 -1
- package/dist/gateway/static/root/assets/{session-api-D7FWdG43.js → session-api-Dt7vRa-E.js} +1 -1
- package/dist/gateway/static/root/assets/session-channel-icon-BzkFo-Ci.js +1 -0
- package/dist/gateway/static/root/assets/{session-identity-label-BP7OIYth.js → session-identity-label-D5SAi0Uh.js} +1 -1
- package/dist/gateway/static/root/assets/{session-manager-C1T7WiP7.js → session-manager-5qokJQ6W.js} +1 -1
- package/dist/gateway/static/root/assets/{sessions-page-CyYkCsfy.js → sessions-page-CCcpMHIH.js} +1 -1
- package/dist/gateway/static/root/assets/settings-advanced-gate-B7-XQiJh.js +1 -0
- package/dist/gateway/static/root/assets/{settings-advanced-section-3HwfHbqz.js → settings-advanced-section-DRlQdj_w.js} +1 -1
- package/dist/gateway/static/root/assets/{settings-mode-store-BVvIXZlg.js → settings-mode-store-BE6t--iO.js} +1 -1
- package/dist/gateway/static/root/assets/{settings-page-C6ypo-jn.js → settings-page-_F2d9-GZ.js} +1 -1
- package/dist/gateway/static/root/assets/{settings-page-header-CheboxIM.js → settings-page-header-DG3MQwSF.js} +1 -1
- package/dist/gateway/static/root/assets/{settings-page-layout-CPFMZaLF.js → settings-page-layout-SuMAUhMb.js} +1 -1
- package/dist/gateway/static/root/assets/{setup-interaction-page-BbCzYq9S.js → setup-interaction-page-DyDiHKjZ.js} +1 -1
- package/dist/gateway/static/root/assets/{setup-status-panel-DUNgVqtz.js → setup-status-panel-CPNFWhrr.js} +1 -1
- package/dist/gateway/static/root/assets/{share-link-dialog-0P9ghttc.js → share-link-dialog-wu-minYF.js} +1 -1
- package/dist/gateway/static/root/assets/share-preview-page-BqbfuQBU.js +2 -0
- package/dist/gateway/static/root/assets/{shares-api-iiw4F-ra.js → shares-api-DwsEzRc6.js} +1 -1
- package/dist/gateway/static/root/assets/{shares-settings-BQ1qXAJn.js → shares-settings-BxutiB6Y.js} +1 -1
- package/dist/gateway/static/root/assets/{skill-api-CLtIjE8K.js → skill-api-C7wPB73H.js} +1 -1
- package/dist/gateway/static/root/assets/{skill-list-api-DY0rRlUk.js → skill-list-api-C4AjzhlY.js} +1 -1
- package/dist/gateway/static/root/assets/{skill-reload-api-DJC8uWLu.js → skill-reload-api-CqfS9zlG.js} +1 -1
- package/dist/gateway/static/root/assets/{skills-page-CQYf7s9f.js → skills-page-8VYadExR.js} +1 -1
- package/dist/gateway/static/root/assets/sliding-segmented-D346J92k.js +1 -0
- package/dist/gateway/static/root/assets/{system-settings-panel-DdBmyc93.js → system-settings-panel-BV4GHnns.js} +1 -1
- package/dist/gateway/static/root/assets/{task-detail-page-Bb1R4QsJ.js → task-detail-page-C9IyuxdS.js} +3 -3
- package/dist/gateway/static/root/assets/{task-input-card-Xl4xFjCn.js → task-input-card-NtzzVc0e.js} +1 -1
- package/dist/gateway/static/root/assets/{terminal-panel-store-B1EVdx4L.js → terminal-panel-store-DWdJOGMn.js} +1 -1
- package/dist/gateway/static/root/assets/{theme-store-BTkYFJOE.js → theme-store-FNf-kdMR.js} +1 -1
- package/dist/gateway/static/root/assets/{tracing-settings-page-h-gbBAtl.js → tracing-settings-page-BRPJuRpc.js} +1 -1
- package/dist/gateway/static/root/assets/{tunnel-api-BDoegsWD.js → tunnel-api-B7NHNrQJ.js} +1 -1
- package/dist/gateway/static/root/assets/{understanding-activity-store-DyFJDqHy.js → understanding-activity-store-bgCeO8bb.js} +1 -1
- package/dist/gateway/static/root/assets/{understanding-refresh-store-C0SRcgyd.js → understanding-refresh-store-CEhWIvsQ.js} +1 -1
- package/dist/gateway/static/root/assets/{usage-page-CbJsT3zT.js → usage-page-35YfpfVW.js} +1 -1
- package/dist/gateway/static/root/assets/{use-autosave-CB2B4NMO.js → use-autosave-D8Qtt_Tn.js} +1 -1
- package/dist/gateway/static/root/assets/use-composer-attachments-H-tD4Db6.js +2 -0
- package/dist/gateway/static/root/assets/use-file-preview-expanded-P-0xmST2.js +15 -0
- package/dist/gateway/static/root/assets/{use-personal-profile-r0OuOlBJ.js → use-personal-profile-Bk2rGWSy.js} +1 -1
- package/dist/gateway/static/root/assets/use-realtime-voice-BcokfdI0.js +1 -0
- package/dist/gateway/static/root/assets/{use-workspace-tree-B9Bmg8LV.js → use-workspace-tree-D0_812KH.js} +1 -1
- package/dist/gateway/static/root/assets/{user-model-page-BudrJ73l.js → user-model-page-BxHnOljT.js} +1 -1
- package/dist/gateway/static/root/assets/voice-C607F0pB.js +1 -0
- package/dist/gateway/static/root/assets/{voice-api-key-field-C8wd8ijq.js → voice-api-key-field-BL56KGeq.js} +1 -1
- package/dist/gateway/static/root/assets/voice-config-api-DVFTuHwH.js +1 -0
- package/dist/gateway/static/root/assets/{voice-input-shortcut-events-TAmJNcsN.js → voice-input-shortcut-events-BK-IvchL.js} +1 -1
- package/dist/gateway/static/root/assets/{work-discovery-overlay-DsyYo1p0.js → work-discovery-overlay-DDXae8Yc.js} +1 -1
- package/dist/gateway/static/root/assets/{work-discovery-page-BJ9VN5Zd.js → work-discovery-page-CxN0abrd.js} +1 -1
- package/dist/gateway/static/root/assets/{working-directory-picker-modal-CFj-ZOJE.js → working-directory-picker-modal-D3BUBFa0.js} +1 -1
- package/dist/gateway/static/root/assets/{workspace-api-DYFy9__S.js → workspace-api-ymncGc6j.js} +2 -2
- package/dist/gateway/static/root/assets/workspace-editor-agent-store-BQrMvAkL.js +1 -0
- package/dist/gateway/static/root/assets/workspace-file-preview-dialog-BKmtih6_.js +1 -0
- package/dist/gateway/static/root/assets/workspace-open-location-menu-BdfKT4O4.js +1 -0
- package/dist/gateway/static/root/assets/{xopc-cloud-account-card-DN4DdOWZ.js → xopc-cloud-account-card-BS_lsURY.js} +1 -1
- package/dist/gateway/static/root/index.html +91 -88
- package/dist/package.js +1 -1
- package/dist/packages/realtime-protocol/src/voice.js +32 -3
- package/dist/src/agent-config/schema.d.ts +30 -0
- package/dist/src/agent-config/schema.js +3 -1
- package/dist/src/cli/commands/gateway/lifecycle.js +1 -1
- package/dist/src/config/schema.d.ts +16 -0
- package/dist/src/config/schema.js +6 -0
- package/dist/src/gateway/hono/lib/safe-voice-config.d.ts +1 -0
- package/dist/src/gateway/hono/lib/safe-voice-config.js +7 -2
- package/dist/src/gateway/hono/routes/connectors.js +1 -1
- package/dist/src/gateway/hono/routes/models.js +4 -0
- package/dist/src/gateway/hono/routes/personal-agent.js +9 -1
- package/dist/src/gateway/hono/routes/voice.js +105 -12
- package/dist/src/gateway/security/gateway-scopes.js +1 -1
- package/dist/src/gateway/service/config-coordinator.d.ts +4 -0
- package/dist/src/gateway/service.js +4 -4
- package/dist/src/gateway/xopc-cloud-capability-setup.js +2 -2
- package/dist/src/imports/inventory.js +11 -3
- package/dist/src/infra/update-restart.js +1 -1
- package/dist/src/personal-agent/repository.d.ts +2 -3
- package/dist/src/personal-agent/service.d.ts +3 -6
- package/dist/src/personal-agent/service.js +11 -1
- package/dist/src/providers/model-catalog-persistence.js +2 -2
- package/dist/src/providers/setup/voice.js +9 -4
- package/dist/src/providers/xopc-cloud-model-source.js +2 -2
- package/dist/src/voice/platform-settings.js +1 -1
- package/dist/src/voice/realtime/omniEngine.d.ts +1 -0
- package/dist/src/voice/realtime/omniEngine.js +188 -43
- package/dist/src/voice/realtime/omniRoute.d.ts +5 -2
- package/dist/src/voice/realtime/omniRoute.js +29 -3
- package/dist/src/voice/realtime/runtime.js +46 -35
- package/dist/src/voice/realtime/runtime.types.d.ts +1 -1
- package/package.json +1 -1
- package/dist/gateway/static/root/assets/capabilities-settings-panel-C56aelvp.js +0 -8
- package/dist/gateway/static/root/assets/composer-payload-handoff-D1xUYD5M.js +0 -1
- package/dist/gateway/static/root/assets/gateway-realtime-store-Vl3uKAHV.js +0 -1
- package/dist/gateway/static/root/assets/home-page-DYkEc3Qb.js +0 -3
- package/dist/gateway/static/root/assets/imports-page-CLbpRE5i.js +0 -1
- package/dist/gateway/static/root/assets/index-CIeY0yyg.js +0 -11
- package/dist/gateway/static/root/assets/index-D1EDrkUo.css +0 -1
- package/dist/gateway/static/root/assets/logs-page-Dtoheh2t.js +0 -2
- package/dist/gateway/static/root/assets/note-image-lightbox-C6aTUp-c.js +0 -1
- package/dist/gateway/static/root/assets/page-header-store-B2Ahfm0W.js +0 -1
- package/dist/gateway/static/root/assets/personal-page-CpKBzGIk.js +0 -1
- package/dist/gateway/static/root/assets/project-detail-page-CobfHZo0.js +0 -7
- package/dist/gateway/static/root/assets/route-preload-C0oV8og1.js +0 -2
- package/dist/gateway/static/root/assets/secret-input-Dryrns2s.js +0 -1
- package/dist/gateway/static/root/assets/session-channel-icon-D1ktvt1P.js +0 -1
- package/dist/gateway/static/root/assets/settings-advanced-gate-B3rOBkm_.js +0 -1
- package/dist/gateway/static/root/assets/share-preview-page-BoLq3kSO.js +0 -2
- package/dist/gateway/static/root/assets/use-composer-attachments-BPMn8eY_.js +0 -2
- package/dist/gateway/static/root/assets/use-file-preview-expanded-4SKLb9Fh.js +0 -15
- package/dist/gateway/static/root/assets/voice-config-api-yBcUSvvn.js +0 -1
- package/dist/gateway/static/root/assets/voice-transcribe-api-D4eyeSdG.js +0 -1
- package/dist/gateway/static/root/assets/workspace-editor-agent-store-2Lt7rQfw.js +0 -1
- package/dist/gateway/static/root/assets/workspace-file-preview-dialog-DhqlVzSI.js +0 -1
- package/dist/gateway/static/root/assets/workspace-open-location-menu-C-ItyXwL.js +0 -1
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { createLogger } from "../../utils/logger/index.js";
|
|
2
2
|
import { init_logger } from "../../utils/logger.js";
|
|
3
3
|
import { init_changes, onUserContextChange } from "../../user-context/changes.js";
|
|
4
|
-
import { init_model_usage, withModelUsageOrigin } from "../../providers/model-usage.js";
|
|
5
4
|
import { decodeVoiceUplinkAudioFrame, encodeVoiceAudioFrame } from "../../../packages/realtime-protocol/src/voice-audio.js";
|
|
6
|
-
import { VOICE_REALTIME_HEARTBEAT_INTERVAL_MS, VOICE_REALTIME_MAX_BINARY_FRAME_BYTES, VOICE_REALTIME_START_TIMEOUT_MS, VOICE_REALTIME_WS_PATH, init_voice, parseVoiceClientJsonFrame, parseVoiceClientMessage } from "../../../packages/realtime-protocol/src/voice.js";
|
|
5
|
+
import { HIGGS_REALTIME_REF, VOICE_REALTIME_HEARTBEAT_INTERVAL_MS, VOICE_REALTIME_MAX_BINARY_FRAME_BYTES, VOICE_REALTIME_START_TIMEOUT_MS, VOICE_REALTIME_WS_PATH, init_voice, parseVoiceClientJsonFrame, parseVoiceClientMessage } from "../../../packages/realtime-protocol/src/voice.js";
|
|
6
|
+
import { init_model_usage, withModelUsageOrigin } from "../../providers/model-usage.js";
|
|
7
7
|
import { getModelCatalogStore, init_model_catalog_store } from "../../providers/model-catalog-store.js";
|
|
8
8
|
import { getPersonalAgentByConversation } from "../../personal-agent/repository.js";
|
|
9
9
|
import { getMediaUnderstandingProvider } from "../../media-understanding/registry.js";
|
|
@@ -17,7 +17,7 @@ import { voiceConversationInstructions } from "./conversation-context.js";
|
|
|
17
17
|
import { createPreauthConnectionBudget } from "../../gateway/security/preauth-connection-budget.js";
|
|
18
18
|
import { claimOpeningGreeting, finishOpeningGreeting, openingGreetingText } from "./opening-greeting.js";
|
|
19
19
|
import { createAgentVoiceEngine } from "./agentEngine.js";
|
|
20
|
-
import { resolveOmniRoute } from "./omniRoute.js";
|
|
20
|
+
import { resolveOmniRoute, selectedNaturalModel } from "./omniRoute.js";
|
|
21
21
|
import { createOmniVoiceEngine } from "./omniEngine.js";
|
|
22
22
|
import { applyVoiceOutputGain } from "./pcm-output-gain.js";
|
|
23
23
|
import { createRequire } from "node:module";
|
|
@@ -172,27 +172,31 @@ var VoiceRealtimeRuntime = class {
|
|
|
172
172
|
async prepareSession(request, now = Date.now()) {
|
|
173
173
|
const config = structuredClone(this.options.getConfig());
|
|
174
174
|
this.pruneTickets(now);
|
|
175
|
-
|
|
176
|
-
const
|
|
175
|
+
const testVoice = request.testHiggsVoice;
|
|
176
|
+
const personal = request.conversationId ? getPersonalAgentByConversation(request.conversationId) : null;
|
|
177
|
+
const preferences = personal?.voiceCallPreferences;
|
|
178
|
+
const defaultMode = personal ? preferences?.defaultMode ?? "assistant" : config.voice?.realtime?.defaultEngine === "omni" ? "natural" : "assistant";
|
|
177
179
|
request = request.purpose === "conversation" ? {
|
|
178
180
|
...request,
|
|
179
181
|
mode: request.mode ?? defaultMode
|
|
180
182
|
} : request;
|
|
183
|
+
const model = request.mode === "natural" ? testVoice || request.naturalBackend === "higgs" ? HIGGS_REALTIME_REF : selectedNaturalModel(config, preferences) : void 0;
|
|
184
|
+
if (!config.voice?.realtime?.enabled && model !== "boson/higgs-realtime") throw new VoiceSessionCreationError("VOICE_DISABLED", "Realtime voice is disabled", 503);
|
|
181
185
|
let omni;
|
|
182
186
|
if (request.mode === "natural") try {
|
|
183
|
-
omni = await resolveOmniRoute(config);
|
|
187
|
+
omni = await resolveOmniRoute(config, model, testVoice ?? preferences?.higgsVoice);
|
|
184
188
|
} catch {
|
|
185
189
|
throw new VoiceSessionCreationError("PROVIDER_UNAVAILABLE", "Natural conversation is unavailable. Check its model, endpoint and credentials.", 503);
|
|
186
190
|
}
|
|
187
|
-
if (omni && (!this.options.recordOmniTranscript || !this.options.getConversationContext)) throw new VoiceSessionCreationError("PROVIDER_UNAVAILABLE", "Natural conversation storage is unavailable", 503);
|
|
191
|
+
if (omni && !testVoice && (!this.options.recordOmniTranscript || !this.options.getConversationContext)) throw new VoiceSessionCreationError("PROVIDER_UNAVAILABLE", "Natural conversation storage is unavailable", 503);
|
|
188
192
|
const conversationSessionId = request.purpose === "conversation" && request.conversationId ? await this.options.getSessionIdentity?.(request.conversationId) : void 0;
|
|
189
|
-
if (request.purpose === "conversation" && !conversationSessionId) throw new VoiceSessionCreationError("SESSION_NOT_FOUND", "Conversation session was not found", 404);
|
|
193
|
+
if (request.purpose === "conversation" && !testVoice && !conversationSessionId) throw new VoiceSessionCreationError("SESSION_NOT_FOUND", "Conversation session was not found", 404);
|
|
190
194
|
const stt = omni ? void 0 : resolveStreamingStt(config, request.language);
|
|
191
195
|
if (!omni && !stt) throw new VoiceSessionCreationError("PROVIDER_UNAVAILABLE", "No configured streaming speech-to-text provider is available", 503);
|
|
192
196
|
const inputMode = "server_vad";
|
|
193
197
|
if (stt && !stt.plugin.streamingAudio.turnDetection.includes(inputMode)) throw new VoiceSessionCreationError("PROVIDER_UNAVAILABLE", `Streaming speech-to-text provider does not support ${inputMode}`, 503);
|
|
194
198
|
const baseTts = request.mode === "assistant" ? resolveStreamingTts(config) : void 0;
|
|
195
|
-
const personalVoice =
|
|
199
|
+
const personalVoice = personal?.voicePreference;
|
|
196
200
|
const tts = baseTts && personalVoice && baseTts.route.provider === personalVoice.provider && baseTts.route.model === personalVoice.model ? {
|
|
197
201
|
...baseTts,
|
|
198
202
|
config: {
|
|
@@ -206,7 +210,7 @@ var VoiceRealtimeRuntime = class {
|
|
|
206
210
|
}
|
|
207
211
|
}
|
|
208
212
|
} : baseTts;
|
|
209
|
-
if (request.purpose === "conversation") {
|
|
213
|
+
if (request.purpose === "conversation" && !testVoice) {
|
|
210
214
|
if (!request.conversationId || !await this.options.sessionExists(request.conversationId)) throw new VoiceSessionCreationError("SESSION_NOT_FOUND", "Conversation session was not found", 404);
|
|
211
215
|
if (request.mode === "natural" && this.options.sessionBusy(request.conversationId)) throw new VoiceSessionCreationError("SESSION_CONFLICT", "Conversation session already has an active response", 409);
|
|
212
216
|
if (this.conversationReservations.has(request.conversationId)) throw new VoiceSessionCreationError("SESSION_CONFLICT", "Conversation session already has a voice connection", 409);
|
|
@@ -220,16 +224,16 @@ var VoiceRealtimeRuntime = class {
|
|
|
220
224
|
conversationSessionId,
|
|
221
225
|
stt,
|
|
222
226
|
tts,
|
|
223
|
-
inputMode
|
|
227
|
+
inputMode,
|
|
228
|
+
personal
|
|
224
229
|
};
|
|
225
230
|
}
|
|
226
231
|
async preflight(request) {
|
|
227
232
|
await this.prepareSession(request);
|
|
228
233
|
}
|
|
229
234
|
async createSession(request, principalId, now = Date.now()) {
|
|
230
|
-
const { request: resolvedRequest, config, omni, conversationSessionId, stt, tts, inputMode } = await this.prepareSession(request, now);
|
|
235
|
+
const { request: resolvedRequest, config, omni, conversationSessionId, stt, tts, inputMode, personal } = await this.prepareSession(request, now);
|
|
231
236
|
request = resolvedRequest;
|
|
232
|
-
const personal = request.conversationId ? getPersonalAgentByConversation(request.conversationId) : null;
|
|
233
237
|
const openingGreeting = request.openingGreeting && request.openingGreeting.initiation === "user" && request.purpose === "conversation" && request.mode === "assistant" && personal?.state === "ready" && personal.voiceCallPreferences.openingGreetingEnabled ? {
|
|
234
238
|
responseId: `greeting_${crypto.randomUUID()}`,
|
|
235
239
|
text: openingGreetingText(personal.userCallName, request.language ?? "zh")
|
|
@@ -237,7 +241,7 @@ var VoiceRealtimeRuntime = class {
|
|
|
237
241
|
const sessionId = crypto.randomUUID();
|
|
238
242
|
const ticket = crypto.randomBytes(32).toString("base64url");
|
|
239
243
|
const connectionEpoch = crypto.randomInt(1, 4294967296);
|
|
240
|
-
const maxSessionMs = request.purpose === "conversation" ? Math.min(config.voice.realtime.maxConversationMs, omni?.maxSessionSeconds ? omni.maxSessionSeconds * 1e3 : Number.MAX_SAFE_INTEGER) : config.voice.realtime.maxDictationMs;
|
|
244
|
+
const maxSessionMs = request.testHiggsVoice ? 6e4 : request.purpose === "conversation" ? Math.min(config.voice.realtime.maxConversationMs, omni?.maxSessionSeconds ? omni.maxSessionSeconds * 1e3 : Number.MAX_SAFE_INTEGER) : config.voice.realtime.maxDictationMs;
|
|
241
245
|
const claim = {
|
|
242
246
|
conversationSessionId,
|
|
243
247
|
openingGreeting,
|
|
@@ -273,7 +277,7 @@ var VoiceRealtimeRuntime = class {
|
|
|
273
277
|
purpose: request.purpose,
|
|
274
278
|
...request.purpose === "conversation" && request.mode ? { mode: request.mode } : {},
|
|
275
279
|
inputMode,
|
|
276
|
-
bargeIn: config.voice.realtime.bargeIn,
|
|
280
|
+
bargeIn: omni?.route.provider === "boson" || config.voice.realtime.bargeIn,
|
|
277
281
|
inputFormat: {
|
|
278
282
|
encoding: "pcm_s16le",
|
|
279
283
|
sampleRate: 16e3,
|
|
@@ -542,26 +546,26 @@ var VoiceRealtimeRuntime = class {
|
|
|
542
546
|
clearTimeout(startTimer);
|
|
543
547
|
let setupStage = "context";
|
|
544
548
|
try {
|
|
545
|
-
|
|
546
|
-
|
|
547
|
-
|
|
548
|
-
|
|
549
|
-
|
|
550
|
-
|
|
551
|
-
if (
|
|
549
|
+
const conversationId = consumed.request.conversationId;
|
|
550
|
+
const omni = consumed.omni;
|
|
551
|
+
const restoreInstructions = omni && conversationId ? async () => {
|
|
552
|
+
const snapshot = await this.options.getConversationContext(conversationId, consumed.conversationSessionId, omni.instructions);
|
|
553
|
+
if (closed) throw new Error("Voice session closed while restoring context");
|
|
554
|
+
context = snapshot;
|
|
555
|
+
if (snapshot.memory) unsubscribeMemory = snapshot.memory.subscribe(invalidateContext);
|
|
556
|
+
if (snapshot.isCurrent?.() === false || snapshot.memory?.isCurrent() === false) {
|
|
552
557
|
invalidateContext();
|
|
553
|
-
|
|
554
|
-
}
|
|
555
|
-
if (context.memory) {
|
|
556
|
-
unsubscribeMemory = context.memory.subscribe(invalidateContext);
|
|
557
|
-
if (!context.memory.isCurrent()) {
|
|
558
|
-
invalidateContext();
|
|
559
|
-
return;
|
|
560
|
-
}
|
|
558
|
+
throw new Error("Conversation context changed while dialing");
|
|
561
559
|
}
|
|
562
|
-
|
|
563
|
-
|
|
564
|
-
|
|
560
|
+
return voiceConversationInstructions(omni.instructions, snapshot);
|
|
561
|
+
} : void 0;
|
|
562
|
+
if (restoreInstructions) {
|
|
563
|
+
unsubscribeSession = onUserContextChange((change) => {
|
|
564
|
+
if (change.kind === "session-reset" && change.id === conversationId) invalidateContext();
|
|
565
|
+
});
|
|
566
|
+
if (omni && omni.route.provider !== "boson") consumed.omni = {
|
|
567
|
+
...omni,
|
|
568
|
+
instructions: await restoreInstructions()
|
|
565
569
|
};
|
|
566
570
|
}
|
|
567
571
|
setupStage = "engine";
|
|
@@ -587,11 +591,14 @@ var VoiceRealtimeRuntime = class {
|
|
|
587
591
|
callId: consumed.sessionId,
|
|
588
592
|
route: consumed.omni,
|
|
589
593
|
silenceDurationMs: consumed.silenceDurationMs,
|
|
594
|
+
restoreInstructions: consumed.omni.route.provider === "boson" ? restoreInstructions : void 0,
|
|
590
595
|
bargeIn: consumed.config.voice?.realtime?.bargeIn ?? true,
|
|
591
596
|
send,
|
|
592
597
|
sendAudio,
|
|
593
|
-
onUserInput: () => this.options.onConversationInput?.(
|
|
594
|
-
record: (entry) =>
|
|
598
|
+
onUserInput: conversationId ? () => this.options.onConversationInput?.(conversationId) : void 0,
|
|
599
|
+
record: async (entry) => {
|
|
600
|
+
if (conversationId) await this.options.recordOmniTranscript(conversationId, consumed.sessionId, entry, consumed.conversationSessionId);
|
|
601
|
+
},
|
|
595
602
|
onClose: shutdown
|
|
596
603
|
}) : createAgentVoiceEngine({
|
|
597
604
|
claim: consumed,
|
|
@@ -603,6 +610,10 @@ var VoiceRealtimeRuntime = class {
|
|
|
603
610
|
});
|
|
604
611
|
await Promise.all([engine.start(), consumed.openingGreeting ? engine.prepareOpeningGreeting?.(consumed.openingGreeting) : void 0]);
|
|
605
612
|
if (closed) return;
|
|
613
|
+
if (context?.isCurrent?.() === false || context?.memory?.isCurrent() === false) {
|
|
614
|
+
invalidateContext();
|
|
615
|
+
return;
|
|
616
|
+
}
|
|
606
617
|
const active = this.activeSessions.get(consumed.sessionId);
|
|
607
618
|
if (active?.socket === socket) active.engine = engine;
|
|
608
619
|
ready = true;
|
|
@@ -49,7 +49,7 @@ export interface VoiceRealtimeRuntimeOptions {
|
|
|
49
49
|
onConversationInput?: (conversationId: string) => void;
|
|
50
50
|
isPrincipalActive?: (principalId: string) => boolean;
|
|
51
51
|
recordOmniTranscript?: (conversationId: string, callId: string, entry: OmniTranscript, expectedTranscriptId: string) => Promise<void>;
|
|
52
|
-
getConversationContext?: (conversationId: string, expectedTranscriptId: string) => Promise<VoiceConversationContext>;
|
|
52
|
+
getConversationContext?: (conversationId: string, expectedTranscriptId: string, baseInstructions: string) => Promise<VoiceConversationContext>;
|
|
53
53
|
getSessionIdentity?: (conversationId: string) => Promise<string | undefined>;
|
|
54
54
|
getConfig: () => Config;
|
|
55
55
|
sessionExists: (conversationId: string) => Promise<boolean>;
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@xopcai/xopc",
|
|
3
|
-
"version": "0.0.
|
|
3
|
+
"version": "0.0.451",
|
|
4
4
|
"description": "An open-source AI assistant for work and everyday life. Remembers context and helps you get things done. Local-first, on a computer you choose.",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "dist/src/index.js",
|