@xopcai/xopc 0.0.451 → 0.0.454
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser-ext/manifest.json +1 -1
- package/dist/extensions/telegram/xopc.extension.json +1 -1
- package/dist/gateway/static/root/assets/{activity-store-OMq1GnqB.js → activity-store-BKH-qNPt.js} +1 -1
- package/dist/gateway/static/root/assets/{agent-avatar-dicebear-CIoE-FJR.js → agent-avatar-dicebear-DY6IWy0_.js} +1 -1
- package/dist/gateway/static/root/assets/{agent-avatar-display-kPb6idGG.js → agent-avatar-display-tnAtQOAZ.js} +2 -2
- package/dist/gateway/static/root/assets/{agent-defaults-settings-panel-vKUDGEU6.js → agent-defaults-settings-panel-BLQ2N_dY.js} +1 -1
- package/dist/gateway/static/root/assets/{agent-plugin-dialog-x7guoCvz.js → agent-plugin-dialog-Bfsm4GOs.js} +1 -1
- package/dist/gateway/static/root/assets/{agents-BbwFcl87.js → agents-CDNiLv0W.js} +3 -3
- package/dist/gateway/static/root/assets/{agents-admin-api-tXB8Aj5K.js → agents-admin-api-DGZsm8U4.js} +1 -1
- package/dist/gateway/static/root/assets/{api-ixudT_21.js → api-Bbj5k-7e.js} +1 -1
- package/dist/gateway/static/root/assets/api-BhipC15e.js +1 -0
- package/dist/gateway/static/root/assets/{app-link-CdD448kS.js → app-link-CCZ-LmVT.js} +1 -1
- package/dist/gateway/static/root/assets/{app-management-settings-panel-nuDfyfZ5.js → app-management-settings-panel-fwhXHKxt.js} +1 -1
- package/dist/gateway/static/root/assets/{appearance-settings-D4oON26V.js → appearance-settings-BHkl-vFO.js} +1 -1
- package/dist/gateway/static/root/assets/{apps-page-BM1BfXzo.js → apps-page-DtCWwdsK.js} +1 -1
- package/dist/gateway/static/root/assets/{archive-plugin-mKjfC6Sk.js → archive-plugin-B9xaxa7V.js} +1 -1
- package/dist/gateway/static/root/assets/arrow-up-right-T72JbQ1Q.js +1 -0
- package/dist/gateway/static/root/assets/{automation-api-C9pjryrT.js → automation-api-BHMjSwcy.js} +1 -1
- package/dist/gateway/static/root/assets/{automation-result-state-uvg7Bi2x.js → automation-result-state-BgAjEoNV.js} +1 -1
- package/dist/gateway/static/root/assets/automation-run-list-D3Eon5C0.js +1 -0
- package/dist/gateway/static/root/assets/{automation-task-card-CXGC8afU.js → automation-task-card-DJRg72t-.js} +1 -1
- package/dist/gateway/static/root/assets/{automations-page-CwQg9dfM.js → automations-page-DdAzXb7s.js} +1 -1
- package/dist/gateway/static/root/assets/{automations-workspace-DhLgFY2T.js → automations-workspace-D0nNat6N.js} +2 -2
- package/dist/gateway/static/root/assets/{binary-plugins-BNPDM14i.js → binary-plugins-CgsjdprR.js} +1 -1
- package/dist/gateway/static/root/assets/{block-editor-De9UqmMT.js → block-editor-r6vj6dZO.js} +1 -1
- package/dist/gateway/static/root/assets/{browser-settings-page-B0VB5umC.js → browser-settings-page-APCGT8Yr.js} +1 -1
- package/dist/gateway/static/root/assets/{capabilities-Cp-rmFMM.js → capabilities-0gYkjdax.js} +1 -1
- package/dist/gateway/static/root/assets/{capabilities-BtJB4u5C.js → capabilities-BgBwcqvY.js} +1 -1
- package/dist/gateway/static/root/assets/capabilities-page-B1x3TwdV.js +2 -0
- package/dist/gateway/static/root/assets/capabilities-settings-panel-CZ78ckHR.js +8 -0
- package/dist/gateway/static/root/assets/capability-navigation-QtHJxxW2.js +1 -0
- package/dist/gateway/static/root/assets/{channels-ZJORx-he.js → channels-8Y08v4Q2.js} +1 -1
- package/dist/gateway/static/root/assets/{chat-agents-api-CtuEaDG8.js → chat-agents-api-BRQDNNI5.js} +1 -1
- package/dist/gateway/static/root/assets/{chat-chart-block-ShPQBlNE.js → chat-chart-block-qMGhfeQZ.js} +1 -1
- package/dist/gateway/static/root/assets/chat-page-CSTyfO9c.js +71 -0
- package/dist/gateway/static/root/assets/{chat-terminal-dock-CvDRfHAZ.js → chat-terminal-dock-0PJ9dURQ.js} +1 -1
- package/dist/gateway/static/root/assets/{command-palette-api-NJTvEF2b.js → command-palette-api-C4U_-rDo.js} +1 -1
- package/dist/gateway/static/root/assets/composer-model-config-control-B9Q40ptH.js +1 -0
- package/dist/gateway/static/root/assets/{composer-notifications-BkezOy9Q.js → composer-notifications-ByuA8h5Z.js} +1 -1
- package/dist/gateway/static/root/assets/{composer-payload-handoff-CEjJusbJ.js → composer-payload-handoff-zr1JDn3p.js} +1 -1
- package/dist/gateway/static/root/assets/{computer-settings-page-DG8bcw_s.js → computer-settings-page-D2F1quZR.js} +1 -1
- package/dist/gateway/static/root/assets/{confirm-dialog-D7dQJytv.js → confirm-dialog-DrA5mTQp.js} +1 -1
- package/dist/gateway/static/root/assets/connected-providers-grid-CgULhOBZ.js +1 -0
- package/dist/gateway/static/root/assets/{connection-usage-guide-f55PDAbb.js → connection-usage-guide-DkDsHm_l.js} +1 -1
- package/dist/gateway/static/root/assets/{connector-service-page-Ca09FIBW.js → connector-service-page-1AcvESmp.js} +1 -1
- package/dist/gateway/static/root/assets/{connectors-api-dai-YAdK.js → connectors-api-C1OML7OO.js} +1 -1
- package/dist/gateway/static/root/assets/connectors-page-CMIY0Zj_.js +1 -0
- package/dist/gateway/static/root/assets/{date-picker-C70ICT7u.js → date-picker-D1eFhoMI.js} +1 -1
- package/dist/gateway/static/root/assets/{date-time-picker-Czj5fnsJ.js → date-time-picker-CqplKVk6.js} +1 -1
- package/dist/gateway/static/root/assets/{desktop-pet-Dq3OLpPg.js → desktop-pet-UmrjWSq-.js} +1 -1
- package/dist/gateway/static/root/assets/{desktop-pet-settings-q4mec6zt.js → desktop-pet-settings-DRRDJMu6.js} +1 -1
- package/dist/gateway/static/root/assets/{dev-view-store-lXnKsRew.js → dev-view-store-CtKJMK52.js} +1 -1
- package/dist/gateway/static/root/assets/{device-pairing-wizard-CbUX0iit.js → device-pairing-wizard-C4aSCbqo.js} +1 -1
- package/dist/gateway/static/root/assets/{directory-picker-path-field-BRnwhemd.js → directory-picker-path-field-D9U9yfnb.js} +1 -1
- package/dist/gateway/static/root/assets/{discussion-annotation-sync-BnK6Ua7v.js → discussion-annotation-sync-D-eGt1_L.js} +1 -1
- package/dist/gateway/static/root/assets/dist-CY7CS_D3.js +1 -0
- package/dist/gateway/static/root/assets/extension-authoritative-grants-8ONVOjPW.js +1 -0
- package/dist/gateway/static/root/assets/{extension-debug-page-Bp2BrJbB.js → extension-debug-page-BTLcC8-r.js} +1 -1
- package/dist/gateway/static/root/assets/extension-iframe-host-D0-OvFV2.js +1 -0
- package/dist/gateway/static/root/assets/{extension-marketplace-api-tk93vJL_.js → extension-marketplace-api-DLRCNlej.js} +1 -1
- package/dist/gateway/static/root/assets/extension-message-router-DboLTCVp.js +1 -0
- package/dist/gateway/static/root/assets/extension-page-CdpI-Plq.js +1 -0
- package/dist/gateway/static/root/assets/extension-provider-DUDaMvQg.js +1 -0
- package/dist/gateway/static/root/assets/{extension-settings-page-BGcZIeHP.js → extension-settings-page-biWCnMGr.js} +1 -1
- package/dist/gateway/static/root/assets/{file-preview-surface-BK2_4mWy.js → file-preview-surface-CnBRiQo8.js} +1 -1
- package/dist/gateway/static/root/assets/{gateway-config-swr-DsXilOaJ.js → gateway-config-swr-BV5fpBSK.js} +1 -1
- package/dist/gateway/static/root/assets/{gateway-realtime-DopPmAMl.js → gateway-realtime-CIqLQXlm.js} +1 -1
- package/dist/gateway/static/root/assets/gateway-realtime-store-B6T1Xzag.js +1 -0
- package/dist/gateway/static/root/assets/{gateway-restart-eozrXTm7.js → gateway-restart-DBkfCzT5.js} +1 -1
- package/dist/gateway/static/root/assets/{gateway-settings-DddUli-p.js → gateway-settings-DTzXUm9f.js} +1 -1
- package/dist/gateway/static/root/assets/{gateway-startup-retry-DMQI0ATo.js → gateway-startup-retry-B49N_Ngm.js} +1 -1
- package/dist/gateway/static/root/assets/{global-defaults-api-D7hk1zTj.js → global-defaults-api-DVpxe45P.js} +1 -1
- package/dist/gateway/static/root/assets/{home-page-C8oVgxQg.js → home-page-DvaxBrjG.js} +2 -2
- package/dist/gateway/static/root/assets/{image-generation-api-BCbvDDH_.js → image-generation-api-CAKYslID.js} +1 -1
- package/dist/gateway/static/root/assets/{imports-page-B9LF_2fO.js → imports-page-C2KmQJ2H.js} +1 -1
- package/dist/gateway/static/root/assets/index-B49yIcMR.css +1 -0
- package/dist/gateway/static/root/assets/index-BpzvsoS1.js +11 -0
- package/dist/gateway/static/root/assets/{install-connector-dialog-DT32t-66.js → install-connector-dialog-CmNvZt8M.js} +1 -1
- package/dist/gateway/static/root/assets/{keyboard-shortcuts-settings-DDwoBK8g.js → keyboard-shortcuts-settings-syG2KRr2.js} +1 -1
- package/dist/gateway/static/root/assets/local-app-workbench-page-DGA4EHGm.js +1 -0
- package/dist/gateway/static/root/assets/local-apps-CB-MZAaL.js +1 -0
- package/dist/gateway/static/root/assets/{local-apps-page-qzxr3c8Y.js → local-apps-page-I0O2ybpp.js} +1 -1
- package/dist/gateway/static/root/assets/{local-session-drafts-BU3FXj_X.js → local-session-drafts-DsPDloiq.js} +1 -1
- package/dist/gateway/static/root/assets/{locale-store-DTUQ0JiK.js → locale-store-D3c8DIm-.js} +1 -1
- package/dist/gateway/static/root/assets/logs-page-u9FTZaTh.js +2 -0
- package/dist/gateway/static/root/assets/{management-api-C6mCD0mZ.js → management-api-uxRxRX-6.js} +1 -1
- package/dist/gateway/static/root/assets/{management-settings-C4BKD-_b.js → management-settings-BCbDfM7f.js} +1 -1
- package/dist/gateway/static/root/assets/{markdown-view-DHjn1-ML.js → markdown-view-ohhExTMC.js} +1 -1
- package/dist/gateway/static/root/assets/{mcp-conversation-setup-page-ClgMvru5.js → mcp-conversation-setup-page-382BGqQC.js} +1 -1
- package/dist/gateway/static/root/assets/{media-plugins-8E2KZQym.js → media-plugins-B5wtLz3Z.js} +1 -1
- package/dist/gateway/static/root/assets/messages-DPLud9GK.js +3 -0
- package/dist/gateway/static/root/assets/{model-selector-CJY9LRsl.js → model-selector-CoKcq0AZ.js} +1 -1
- package/dist/gateway/static/root/assets/{models-hub-cache-BTs8jhgq.js → models-hub-cache-CtooMAQW.js} +1 -1
- package/dist/gateway/static/root/assets/{note-detail-panel-DiCfpcZd.js → note-detail-panel-DiGQtSD0.js} +3 -3
- package/dist/gateway/static/root/assets/note-image-lightbox-Ds4M9fJJ.js +1 -0
- package/dist/gateway/static/root/assets/{notes-api-BnaeXy22.js → notes-api-Cvet94d8.js} +1 -1
- package/dist/gateway/static/root/assets/{notes-page-B_vTBmyx.js → notes-page-DwlmKweX.js} +2 -2
- package/dist/gateway/static/root/assets/{oauth-api-BZ67vxsq.js → oauth-api-BHp5dVNh.js} +1 -1
- package/dist/gateway/static/root/assets/{oauth-provider-connect-CZP15znW.js → oauth-provider-connect-cvxtmf3C.js} +1 -1
- package/dist/gateway/static/root/assets/{page-context-capture-button-TpjRHhUt.js → page-context-capture-button-BwsK2uDe.js} +1 -1
- package/dist/gateway/static/root/assets/{page-context-draft-BbUpxlgV.js → page-context-draft-ieK9IN3R.js} +1 -1
- package/dist/gateway/static/root/assets/page-header-store-Xe8CP_4a.js +1 -0
- package/dist/gateway/static/root/assets/personal-avatar-BZSC0BLP.js +1 -0
- package/dist/gateway/static/root/assets/personal-page-CbiD8Wn7.js +1 -0
- package/dist/gateway/static/root/assets/personal-profile-settings-KvdNnaNv.js +1 -0
- package/dist/gateway/static/root/assets/personal-settings-panel-_cxSzWsN.js +1 -0
- package/dist/gateway/static/root/assets/phone-DdhTnt6X.js +1 -0
- package/dist/gateway/static/root/assets/{phone-dependencies-card-ChRrViSc.js → phone-dependencies-card-C2OWtG2B.js} +1 -1
- package/dist/gateway/static/root/assets/{phone-model-connection-DmswEWqx.js → phone-model-connection-CqmafRhr.js} +1 -1
- package/dist/gateway/static/root/assets/{phone-model-picker-CvuOhQpk.js → phone-model-picker-BwYQtl_5.js} +1 -1
- package/dist/gateway/static/root/assets/{phone-settings-page-2hZ68I47.js → phone-settings-page-CPteZZWu.js} +1 -1
- package/dist/gateway/static/root/assets/{phone-workspace-store-BMvxfZ3g.js → phone-workspace-store-ReUEjG9m.js} +1 -1
- package/dist/gateway/static/root/assets/{plugin-details-dialog-qvdi41L2.js → plugin-details-dialog-BlNVtbEU.js} +1 -1
- package/dist/gateway/static/root/assets/{preference-select-fields-RDatqlhG.js → preference-select-fields-BbA-g7Zq.js} +1 -1
- package/dist/gateway/static/root/assets/{product-automation-feedback-Bj9ZsasT.js → product-automation-feedback-DcPY76PG.js} +1 -1
- package/dist/gateway/static/root/assets/{product-delivery-DRyD9_Xq.js → product-delivery-2Ks17_OH.js} +1 -1
- package/dist/gateway/static/root/assets/{product-open-page-CzXmn2MX.js → product-open-page-BBJ7glAm.js} +1 -1
- package/dist/gateway/static/root/assets/{product-preview-content-Beg0t4GW.js → product-preview-content-UTOSc_ii.js} +1 -1
- package/dist/gateway/static/root/assets/{product-preview-modal-5ulFfVzf.js → product-preview-modal-Q1RZqeMo.js} +2 -2
- package/dist/gateway/static/root/assets/{project-detail-page-8bnYqXLJ.js → project-detail-page-BlrtsEZK.js} +2 -2
- package/dist/gateway/static/root/assets/{project-understanding-CXf7wjwt.js → project-understanding-B35f5MkG.js} +1 -1
- package/dist/gateway/static/root/assets/{projects-page-CyA6fCPg.js → projects-page-CBH-sHOU.js} +1 -1
- package/dist/gateway/static/root/assets/{providers-api-DE7kdeXc.js → providers-api-BSmKlQ8K.js} +1 -1
- package/dist/gateway/static/root/assets/{recording-upload-BZvpuPZT.js → recording-upload-P1WcsdEY.js} +1 -1
- package/dist/gateway/static/root/assets/{registry-api-C_8-f85U.js → registry-api-DnVlwJ6M.js} +1 -1
- package/dist/gateway/static/root/assets/{remote-access-hub-Daxdjqs9.js → remote-access-hub-CVEj3p0J.js} +1 -1
- package/dist/gateway/static/root/assets/{resource-unavailable-khPb8zb8.js → resource-unavailable-B_S1dFze.js} +1 -1
- package/dist/gateway/static/root/assets/route-preload-DGmrxJSb.js +2 -0
- package/dist/gateway/static/root/assets/runtime-health-zDkHcOZO.js +1 -0
- package/dist/gateway/static/root/assets/{runtime-tools-api-2YumRxOJ.js → runtime-tools-api-970sp5zI.js} +1 -1
- package/dist/gateway/static/root/assets/{runtime-tools-settings-panel-DH00p-rI.js → runtime-tools-settings-panel-au6vZ0sL.js} +1 -1
- package/dist/gateway/static/root/assets/{service-recommendation-list-wXf_ZlHq.js → service-recommendation-list-XeRFtJ-Z.js} +1 -1
- package/dist/gateway/static/root/assets/{session-api-Dt7vRa-E.js → session-api-CuT7EPI0.js} +1 -1
- package/dist/gateway/static/root/assets/session-manager-CyZHiuWY.js +25 -0
- package/dist/gateway/static/root/assets/{sessions-page-CCcpMHIH.js → sessions-page-BIxDwAIX.js} +1 -1
- package/dist/gateway/static/root/assets/settings-advanced-gate-Cy7xeKmH.js +1 -0
- package/dist/gateway/static/root/assets/{settings-advanced-section-DRlQdj_w.js → settings-advanced-section-nbkGHQ_4.js} +1 -1
- package/dist/gateway/static/root/assets/{settings-mode-store-BE6t--iO.js → settings-mode-store-EQHfksdV.js} +1 -1
- package/dist/gateway/static/root/assets/{settings-page-_F2d9-GZ.js → settings-page-D6RNHRHq.js} +1 -1
- package/dist/gateway/static/root/assets/{settings-page-header-DG3MQwSF.js → settings-page-header-19GJ_a45.js} +1 -1
- package/dist/gateway/static/root/assets/{settings-page-layout-SuMAUhMb.js → settings-page-layout-B2WCzSel.js} +1 -1
- package/dist/gateway/static/root/assets/{setup-interaction-page-DyDiHKjZ.js → setup-interaction-page-C5i7y_pM.js} +1 -1
- package/dist/gateway/static/root/assets/{setup-status-panel-CPNFWhrr.js → setup-status-panel-Cwp8YKdT.js} +1 -1
- package/dist/gateway/static/root/assets/{share-link-dialog-wu-minYF.js → share-link-dialog-DDsVTMZ-.js} +1 -1
- package/dist/gateway/static/root/assets/{share-preview-page-BqbfuQBU.js → share-preview-page-C1S_gWGf.js} +1 -1
- package/dist/gateway/static/root/assets/{shares-api-DwsEzRc6.js → shares-api-CepTFl1f.js} +1 -1
- package/dist/gateway/static/root/assets/{shares-settings-BxutiB6Y.js → shares-settings-Cv-tdcAN.js} +1 -1
- package/dist/gateway/static/root/assets/{skill-api-C7wPB73H.js → skill-api-CsT-iHnl.js} +1 -1
- package/dist/gateway/static/root/assets/{skill-list-api-C4AjzhlY.js → skill-list-api-CMJTjvSo.js} +1 -1
- package/dist/gateway/static/root/assets/{skill-reload-api-CqfS9zlG.js → skill-reload-api-S6B7P9ur.js} +1 -1
- package/dist/gateway/static/root/assets/{skills-page-8VYadExR.js → skills-page-BKcsJtYx.js} +1 -1
- package/dist/gateway/static/root/assets/sliding-segmented-CgQ3BFdb.js +1 -0
- package/dist/gateway/static/root/assets/{system-settings-panel-BV4GHnns.js → system-settings-panel-DhHPM5qU.js} +1 -1
- package/dist/gateway/static/root/assets/{task-detail-page-C9IyuxdS.js → task-detail-page-BHH2_Z9_.js} +3 -3
- package/dist/gateway/static/root/assets/{task-input-card-NtzzVc0e.js → task-input-card-D_2rNF31.js} +1 -1
- package/dist/gateway/static/root/assets/{terminal-panel-store-DWdJOGMn.js → terminal-panel-store-CcUWpqvC.js} +1 -1
- package/dist/gateway/static/root/assets/{theme-store-FNf-kdMR.js → theme-store-D9pquJiM.js} +1 -1
- package/dist/gateway/static/root/assets/{tracing-settings-page-BRPJuRpc.js → tracing-settings-page-CjNrKILr.js} +1 -1
- package/dist/gateway/static/root/assets/{tunnel-api-B7NHNrQJ.js → tunnel-api-GtLO40pc.js} +1 -1
- package/dist/gateway/static/root/assets/{understanding-activity-store-bgCeO8bb.js → understanding-activity-store-BhB5wAbq.js} +1 -1
- package/dist/gateway/static/root/assets/{understanding-refresh-store-CEhWIvsQ.js → understanding-refresh-store-BxtpXRfV.js} +1 -1
- package/dist/gateway/static/root/assets/{usage-page-35YfpfVW.js → usage-page-CZa_a6_7.js} +1 -1
- package/dist/gateway/static/root/assets/{use-autosave-D8Qtt_Tn.js → use-autosave-BtOp6W9H.js} +1 -1
- package/dist/gateway/static/root/assets/{use-composer-attachments-H-tD4Db6.js → use-composer-attachments-BTQZx8Nj.js} +1 -1
- package/dist/gateway/static/root/assets/{use-file-preview-expanded-P-0xmST2.js → use-file-preview-expanded-B7nscYS4.js} +3 -3
- package/dist/gateway/static/root/assets/{use-personal-profile-Bk2rGWSy.js → use-personal-profile-Cj7WGOfv.js} +1 -1
- package/dist/gateway/static/root/assets/use-realtime-voice-BS1rygyV.js +1 -0
- package/dist/gateway/static/root/assets/{use-workspace-tree-D0_812KH.js → use-workspace-tree-DYosm4Gz.js} +1 -1
- package/dist/gateway/static/root/assets/{user-model-page-BxHnOljT.js → user-model-page-DmmJODQ4.js} +1 -1
- package/dist/gateway/static/root/assets/voice-CDlC6XMH.js +1 -0
- package/dist/gateway/static/root/assets/{voice-api-key-field-BL56KGeq.js → voice-api-key-field-8voN8dQG.js} +1 -1
- package/dist/gateway/static/root/assets/voice-call-context-BM2A4bLz.js +1 -0
- package/dist/gateway/static/root/assets/voice-config-api-CrZd2aqw.js +1 -0
- package/dist/gateway/static/root/assets/{voice-input-shortcut-events-BK-IvchL.js → voice-input-shortcut-events-DcFp_fy4.js} +1 -1
- package/dist/gateway/static/root/assets/voice-settings-AckvhNnP.js +1 -0
- package/dist/gateway/static/root/assets/{work-discovery-overlay-DDXae8Yc.js → work-discovery-overlay-DAIk5csp.js} +1 -1
- package/dist/gateway/static/root/assets/{work-discovery-page-CxN0abrd.js → work-discovery-page-CJeixeWQ.js} +1 -1
- package/dist/gateway/static/root/assets/{working-directory-picker-modal-D3BUBFa0.js → working-directory-picker-modal-BW76VaD5.js} +1 -1
- package/dist/gateway/static/root/assets/workspace-api-Cu2gzmVn.js +2 -0
- package/dist/gateway/static/root/assets/workspace-editor-agent-store-pVOYuH7u.js +1 -0
- package/dist/gateway/static/root/assets/{workspace-file-preview-dialog-BKmtih6_.js → workspace-file-preview-dialog-DyqI793w.js} +1 -1
- package/dist/gateway/static/root/assets/{workspace-open-location-menu-BdfKT4O4.js → workspace-open-location-menu-DTYkApy8.js} +1 -1
- package/dist/gateway/static/root/assets/{xopc-cloud-account-card-BS_lsURY.js → xopc-cloud-account-card-Rytp_NWV.js} +1 -1
- package/dist/gateway/static/root/index.html +102 -98
- package/dist/package.js +1 -1
- package/dist/packages/gateway-contract/src/extension-capabilities.js +26 -4
- package/dist/packages/gateway-contract/src/index.js +3 -1
- package/dist/packages/gateway-contract/src/local-app-delegation.js +22 -0
- package/dist/packages/gateway-contract/src/local-apps.js +35 -4
- package/dist/packages/realtime-protocol/src/voice.js +5 -0
- package/dist/src/agent/agent-instance-gateway.d.ts +2 -0
- package/dist/src/agent/agent-manager.d.ts +1 -0
- package/dist/src/agent/agent-manager.js +11 -2
- package/dist/src/agent/background-review/prompts.js +2 -0
- package/dist/src/agent/background-review/run-background-review.js +13 -7
- package/dist/src/agent/context/execution-context.js +1 -1
- package/dist/src/agent/embedded/execution-tool-policy.js +1 -1
- package/dist/src/agent/embedded/run-for-session.js +66 -9
- package/dist/src/agent/embedded/run-turn.js +35 -1
- package/dist/src/agent/embedded/runs.d.ts +1 -0
- package/dist/src/agent/embedded/runs.js +13 -0
- package/dist/src/agent/embedded/types.d.ts +2 -0
- package/dist/src/agent/inbound/turn-dispatcher.d.ts +1 -0
- package/dist/src/agent/inbound/turn-dispatcher.js +1 -0
- package/dist/src/agent/prompt/system-prompt.js +7 -6
- package/dist/src/agent/prompt/types.d.ts +2 -1
- package/dist/src/agent/prompt/voice-history.d.ts +9 -0
- package/dist/src/agent/prompt/voice-history.js +35 -0
- package/dist/src/agent/prompt/voice-presentation.d.ts +1 -1
- package/dist/src/agent/prompt/voice-presentation.js +1 -0
- package/dist/src/agent/service.js +1 -1
- package/dist/src/agent/tasks/task-judge-service.js +1 -1
- package/dist/src/agent/tools/factory.js +1 -1
- package/dist/src/agent/tools/image-generate-tool.js +5 -1
- package/dist/src/agent/tools/personal-request-result-tool.js +1 -1
- package/dist/src/agent/tools/personal-task-tool.js +3 -1
- package/dist/src/agent/tools/task-collaboration-tool.js +1 -1
- package/dist/src/agent/tools/task-evidence.js +6 -15
- package/dist/src/agent/tools/task-result-tool.js +1 -1
- package/dist/src/agent/tools/user-context-tool.js +1 -1
- package/dist/src/agent/tools/xopc-use-tool.js +6 -5
- package/dist/src/agent-config/schema.d.ts +15 -0
- package/dist/src/capabilities/runtime/dispatcher.d.ts +11 -0
- package/dist/src/capabilities/runtime/dispatcher.js +22 -6
- package/dist/src/capabilities/runtime/product.js +2 -0
- package/dist/src/computer/evaluation-comparison.d.ts +4 -0
- package/dist/src/computer/evaluation-comparison.js +16 -1
- package/dist/src/computer/keyboard.js +1 -1
- package/dist/src/computer/model-adapter.js +18 -14
- package/dist/src/config/schema.d.ts +36 -2
- package/dist/src/config/schema.js +23 -5
- package/dist/src/gateway/hono/lib/safe-voice-config.js +4 -1
- package/dist/src/gateway/hono/routes/auth-registry-extensions.js +107 -12
- package/dist/src/gateway/hono/routes/imports.js +1 -1
- package/dist/src/gateway/hono/routes/lazy-bundles.js +16 -0
- package/dist/src/gateway/hono/routes/local-app-capabilities.js +16 -5
- package/dist/src/gateway/hono/routes/local-app-development.d.ts +3 -0
- package/dist/src/gateway/hono/routes/local-app-development.js +13 -0
- package/dist/src/gateway/hono/routes/local-app-previews.d.ts +3 -0
- package/dist/src/gateway/hono/routes/local-app-previews.js +86 -0
- package/dist/src/gateway/hono/routes/local-apps.js +3 -2
- package/dist/src/gateway/hono/routes/projects.js +1 -1
- package/dist/src/gateway/hono/routes/tasks.js +2 -2
- package/dist/src/gateway/hono/routes/user-model.js +2 -2
- package/dist/src/gateway/hono/routes/voice.js +4 -3
- package/dist/src/gateway/security/local-app-delegation-access.d.ts +5 -0
- package/dist/src/gateway/security/local-app-delegation-access.js +22 -0
- package/dist/src/gateway/service/config-coordinator.d.ts +7 -2
- package/dist/src/gateway/service/run-gateway-agent.js +7 -6
- package/dist/src/gateway/service/session-input-coordinator.d.ts +1 -0
- package/dist/src/gateway/service/session-input-coordinator.js +6 -2
- package/dist/src/gateway/service.js +50 -17
- package/dist/src/home-intelligence/host.js +2 -2
- package/dist/src/local-apps/access-audit.d.ts +17 -0
- package/dist/src/local-apps/access-audit.js +42 -0
- package/dist/src/local-apps/capabilities/contracts.js +2 -0
- package/dist/src/local-apps/capabilities/delegate.d.ts +3 -0
- package/dist/src/local-apps/capabilities/delegate.js +166 -0
- package/dist/src/local-apps/capabilities/projections.d.ts +265 -0
- package/dist/src/local-apps/capabilities/projections.js +53 -0
- package/dist/src/local-apps/capabilities/resource-policy.d.ts +3 -0
- package/dist/src/local-apps/capabilities/resource-policy.js +43 -0
- package/dist/src/local-apps/capabilities/runtime.d.ts +2 -1
- package/dist/src/local-apps/capabilities/runtime.js +108 -39
- package/dist/src/local-apps/fix-guidance.js +4 -1
- package/dist/src/local-apps/preview-fixtures.d.ts +20 -0
- package/dist/src/local-apps/preview-fixtures.js +52 -0
- package/dist/src/local-apps/preview-runtime-bridge.d.ts +1 -1
- package/dist/src/local-apps/preview-runtime-bridge.js +41 -18
- package/dist/src/local-apps/preview-sessions.d.ts +52 -0
- package/dist/src/local-apps/preview-sessions.js +316 -0
- package/dist/src/local-apps/preview-worker.d.ts +1 -0
- package/dist/src/local-apps/preview-worker.js +108 -0
- package/dist/src/local-apps/public-assets.d.ts +2 -0
- package/dist/src/local-apps/public-assets.js +42 -0
- package/dist/src/local-apps/scaffold.js +1 -1
- package/dist/src/local-apps/service.d.ts +48 -5
- package/dist/src/local-apps/service.js +136 -15
- package/dist/src/local-apps/store.d.ts +3 -0
- package/dist/src/local-apps/store.js +42 -16
- package/dist/src/local-apps/types.d.ts +2 -0
- package/dist/src/memory-learning/repository.js +3 -2
- package/dist/src/memory-learning/service.js +4 -13
- package/dist/src/memory-learning/transcript-source.d.ts +9 -0
- package/dist/src/memory-learning/transcript-source.js +31 -0
- package/dist/src/notes/capabilities/read.js +11 -2
- package/dist/src/notes/capabilities/write.js +10 -1
- package/dist/src/notes/types.d.ts +2 -0
- package/dist/src/personal-agent/communication.d.ts +2 -1
- package/dist/src/personal-agent/communication.js +3 -1
- package/dist/src/personal-agent/prompt-context.js +15 -23
- package/dist/src/personal-agent/prompts.js +3 -2
- package/dist/src/personal-agent/reply-composer.js +2 -2
- package/dist/src/personal-agent/request-access.js +1 -1
- package/dist/src/personal-agent/request-delivery.js +1 -1
- package/dist/src/personal-agent/request-service.js +1 -1
- package/dist/src/personal-agent/service.js +1 -0
- package/dist/src/phone/contracts.d.ts +1 -1
- package/dist/src/phone/model-adapter.d.ts +1 -1
- package/dist/src/phone/runtime.d.ts +1 -1
- package/dist/src/process/fork-worker.d.ts +2 -0
- package/dist/src/process/fork-worker.js +7 -0
- package/dist/src/realtime/broker.js +1 -1
- package/dist/src/session/client-history.js +12 -1
- package/dist/src/session/session-context-for-llm.js +10 -3
- package/dist/src/session/store.d.ts +1 -0
- package/dist/src/session/store.js +2 -1
- package/dist/src/session/stored-rows-to-file-entries.js +1 -1
- package/dist/src/session/transcript-outline.js +9 -0
- package/dist/src/session/voice-transcript.d.ts +14 -0
- package/dist/src/session/voice-transcript.js +19 -2
- package/dist/src/storage/sqlite/notes-repository.js +7 -0
- package/dist/src/storage/sqlite/resource-scope.d.ts +10 -0
- package/dist/src/storage/sqlite/resource-scope.js +31 -0
- package/dist/src/storage/sqlite/transcript-repository.d.ts +3 -0
- package/dist/src/storage/sqlite/transcript-repository.js +43 -7
- package/dist/src/tasks/capabilities/read.js +21 -3
- package/dist/src/tasks/task-allocation-service.js +1 -1
- package/dist/src/tasks/task-application-service.js +3 -3
- package/dist/src/tasks/task-context-assembler.js +1 -1
- package/dist/src/tasks/task-evidence-tools.d.ts +2 -0
- package/dist/src/tasks/task-evidence-tools.js +22 -0
- package/dist/src/tasks/task-main-update-delivery.js +2 -0
- package/dist/src/tasks/task-repository.d.ts +2 -0
- package/dist/src/tasks/task-repository.js +7 -0
- package/dist/src/tasks/task-research-result.js +8 -21
- package/dist/src/tasks/task-result-delivery-repository.d.ts +6 -0
- package/dist/src/tasks/task-result-delivery-repository.js +26 -0
- package/dist/src/tasks/task-result-delivery-service.js +3 -3
- package/dist/src/tasks/task-run-coordinator.js +1 -1
- package/dist/src/usage/scenario-registry.js +5 -0
- package/dist/src/user-model/index.js +3 -3
- package/dist/src/user-model/profile.d.ts +8 -0
- package/dist/src/user-model/profile.js +19 -1
- package/dist/src/voice/platform-settings.d.ts +5 -0
- package/dist/src/voice/platform-settings.js +15 -2
- package/dist/src/voice/platform-streams.d.ts +7 -3
- package/dist/src/voice/platform-streams.js +90 -18
- package/dist/src/voice/realtime/agentBroker.d.ts +12 -1
- package/dist/src/voice/realtime/agentBroker.js +22 -5
- package/dist/src/voice/realtime/agentEngine.js +104 -12
- package/dist/src/voice/realtime/chat-publication.d.ts +24 -0
- package/dist/src/voice/realtime/chat-publication.js +61 -0
- package/dist/src/voice/realtime/conversation-context.d.ts +7 -1
- package/dist/src/voice/realtime/conversation-context.js +54 -16
- package/dist/src/voice/realtime/engine.d.ts +2 -0
- package/dist/src/voice/realtime/identity-grounding.d.ts +8 -0
- package/dist/src/voice/realtime/identity-grounding.js +34 -0
- package/dist/src/voice/realtime/memory-context.js +48 -14
- package/dist/src/voice/realtime/naturalAgentTools.d.ts +90 -0
- package/dist/src/voice/realtime/naturalAgentTools.js +275 -0
- package/dist/src/voice/realtime/omniEngine.d.ts +8 -0
- package/dist/src/voice/realtime/omniEngine.js +239 -13
- package/dist/src/voice/realtime/omniRoute.d.ts +1 -0
- package/dist/src/voice/realtime/omniRoute.js +23 -4
- package/dist/src/voice/realtime/runtime.d.ts +1 -0
- package/dist/src/voice/realtime/runtime.js +116 -22
- package/dist/src/voice/realtime/runtime.types.d.ts +3 -1
- package/dist/src/voice/realtime/speakable-segmenter.d.ts +2 -1
- package/dist/src/voice/realtime/speakable-segmenter.js +7 -2
- package/dist/src/voice/realtime/turnPolicy.d.ts +1 -2
- package/dist/src/voice/realtime/turnPolicy.js +4 -6
- package/dist/src/voice/realtime/user-context.d.ts +14 -0
- package/dist/src/voice/realtime/user-context.js +63 -0
- package/dist/src/voice/tts/providers/xopc-cloud-speech.js +29 -23
- package/dist/src/voice/tts/speak-core.js +1 -0
- package/dist/src/voice/tts/speech-provider-types.d.ts +2 -0
- package/dist/src/work-discovery/service.js +1 -1
- package/package.json +2 -1
- package/skills/engineering/build-xopc-local-app/SKILL.md +5 -1
- package/skills/engineering/build-xopc-local-app/references/app-contract.md +43 -2
- package/dist/gateway/static/root/assets/api-DIKAjDAK.js +0 -1
- package/dist/gateway/static/root/assets/automation-run-list-J-R4-hVm.js +0 -1
- package/dist/gateway/static/root/assets/capabilities-page-KRaK8LKT.js +0 -2
- package/dist/gateway/static/root/assets/capabilities-settings-panel-aJy-1o5H.js +0 -8
- package/dist/gateway/static/root/assets/chat-page-QmBfel_Z.js +0 -71
- package/dist/gateway/static/root/assets/clipboard-copy-DuJk5WD6.js +0 -1
- package/dist/gateway/static/root/assets/connected-providers-grid-BWVieU6P.js +0 -1
- package/dist/gateway/static/root/assets/connectors-page-C8M01Zxs.js +0 -1
- package/dist/gateway/static/root/assets/dist-BGTk37IG.js +0 -1
- package/dist/gateway/static/root/assets/extension-iframe-host-DjXDDmUd.js +0 -1
- package/dist/gateway/static/root/assets/extension-page-CGgneUDY.js +0 -1
- package/dist/gateway/static/root/assets/extension-provider-BktGTwH_.js +0 -1
- package/dist/gateway/static/root/assets/gateway-realtime-store-ZxMFPH4n.js +0 -1
- package/dist/gateway/static/root/assets/index-CPXKrqLj.js +0 -11
- package/dist/gateway/static/root/assets/index-Dc-3QQaz.css +0 -1
- package/dist/gateway/static/root/assets/local-app-workbench-page-CnckB-RA.js +0 -1
- package/dist/gateway/static/root/assets/local-apps-Ck6kACsY.js +0 -1
- package/dist/gateway/static/root/assets/logs-page-_nIEwZn4.js +0 -2
- package/dist/gateway/static/root/assets/messages-C7ruaWtK.js +0 -3
- package/dist/gateway/static/root/assets/note-image-lightbox-kccIXJo_.js +0 -1
- package/dist/gateway/static/root/assets/page-header-store-CFntbsPj.js +0 -1
- package/dist/gateway/static/root/assets/personal-avatar-CVocefDp.js +0 -1
- package/dist/gateway/static/root/assets/personal-page-BjnSgU89.js +0 -1
- package/dist/gateway/static/root/assets/personal-proactivity-DaRnbB1f.js +0 -1
- package/dist/gateway/static/root/assets/personal-settings-panel-CdMHSPCH.js +0 -1
- package/dist/gateway/static/root/assets/route-preload-DGMUu3pm.js +0 -2
- package/dist/gateway/static/root/assets/runtime-health-D2TDFLLq.js +0 -1
- package/dist/gateway/static/root/assets/session-manager-5qokJQ6W.js +0 -25
- package/dist/gateway/static/root/assets/settings-advanced-gate-B7-XQiJh.js +0 -1
- package/dist/gateway/static/root/assets/sliding-segmented-D346J92k.js +0 -1
- package/dist/gateway/static/root/assets/use-realtime-voice-BcokfdI0.js +0 -1
- package/dist/gateway/static/root/assets/voice-C607F0pB.js +0 -1
- package/dist/gateway/static/root/assets/voice-call-context-CJ1ZiJWR.js +0 -1
- package/dist/gateway/static/root/assets/voice-config-api-DVFTuHwH.js +0 -1
- package/dist/gateway/static/root/assets/workspace-api-ymncGc6j.js +0 -2
- package/dist/gateway/static/root/assets/workspace-editor-agent-store-BQrMvAkL.js +0 -1
|
@@ -7,13 +7,13 @@ import { init_model_usage, withModelUsageOrigin } from "../../providers/model-us
|
|
|
7
7
|
import { getModelCatalogStore, init_model_catalog_store } from "../../providers/model-catalog-store.js";
|
|
8
8
|
import { getPersonalAgentByConversation } from "../../personal-agent/repository.js";
|
|
9
9
|
import { getMediaUnderstandingProvider } from "../../media-understanding/registry.js";
|
|
10
|
-
import { resolveSTTProviderChain } from "../stt/factory.js";
|
|
10
|
+
import { resolveSTTProviderChain, resolveSTTProviderConfig } from "../stt/factory.js";
|
|
11
11
|
import { mergeSttConfigFromAppConfig } from "../stt/config.js";
|
|
12
12
|
import { ALIBABA_REALTIME_TTS_MODEL } from "../tts/providers/alibaba-speech.js";
|
|
13
13
|
import { resolveSpeechProviderChain } from "../tts/factory.js";
|
|
14
14
|
import { mergeTtsConfigFromAppConfig } from "../tts/merge-config.js";
|
|
15
15
|
import { verifyDeviceConnectionProof } from "../../gateway/security/device-request-proof.js";
|
|
16
|
-
import { voiceConversationInstructions } from "./conversation-context.js";
|
|
16
|
+
import { buildVoiceResumeHistory, voiceConversationInstructions } from "./conversation-context.js";
|
|
17
17
|
import { createPreauthConnectionBudget } from "../../gateway/security/preauth-connection-budget.js";
|
|
18
18
|
import { claimOpeningGreeting, finishOpeningGreeting, openingGreetingText } from "./opening-greeting.js";
|
|
19
19
|
import { createAgentVoiceEngine } from "./agentEngine.js";
|
|
@@ -52,14 +52,18 @@ function isStreamingProvider(provider) {
|
|
|
52
52
|
function resolveStreamingStt(config, language) {
|
|
53
53
|
const sttConfig = mergeSttConfigFromAppConfig(config.tools?.media?.audio, config.tools?.media);
|
|
54
54
|
const configured = config.voice?.realtime?.stt;
|
|
55
|
-
const
|
|
55
|
+
const selected = configured?.provider === "alibaba" ? resolveSTTProviderConfig(configured.provider, sttConfig) : void 0;
|
|
56
|
+
const chain = configured ? configured.provider === "xopc-cloud" ? [{
|
|
56
57
|
id: configured.provider,
|
|
57
58
|
model: configured.model
|
|
58
|
-
}] :
|
|
59
|
+
}] : selected ? [{
|
|
60
|
+
...selected,
|
|
61
|
+
model: configured.model
|
|
62
|
+
}] : [] : resolveSTTProviderChain(sttConfig);
|
|
59
63
|
for (const entry of chain) {
|
|
60
64
|
const plugin = getMediaUnderstandingProvider(entry.id);
|
|
61
65
|
if (!isStreamingProvider(plugin)) continue;
|
|
62
|
-
const model = plugin.id === "xopc-cloud" ?
|
|
66
|
+
const model = configured?.model ?? (plugin.id === "xopc-cloud" ? entry.model : void 0) ?? plugin.streamingAudio.defaultModel;
|
|
63
67
|
if (!plugin.streamingAudio.models.includes(model)) continue;
|
|
64
68
|
return {
|
|
65
69
|
plugin,
|
|
@@ -175,19 +179,27 @@ var VoiceRealtimeRuntime = class {
|
|
|
175
179
|
const testVoice = request.testHiggsVoice;
|
|
176
180
|
const personal = request.conversationId ? getPersonalAgentByConversation(request.conversationId) : null;
|
|
177
181
|
const preferences = personal?.voiceCallPreferences;
|
|
178
|
-
const
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
} : request;
|
|
183
|
-
const model = request.mode === "natural" ? testVoice || request.naturalBackend === "higgs" ? HIGGS_REALTIME_REF : selectedNaturalModel(config, preferences) : void 0;
|
|
184
|
-
if (!config.voice?.realtime?.enabled && model !== "boson/higgs-realtime") throw new VoiceSessionCreationError("VOICE_DISABLED", "Realtime voice is disabled", 503);
|
|
182
|
+
const preferred = preferences?.enginePreference ?? (config.voice?.realtime?.defaultEngine === "omni" ? "natural" : config.voice?.realtime?.defaultEngine === "agent" ? "assistant" : "auto");
|
|
183
|
+
const automatic = request.purpose === "conversation" && request.mode === void 0 && preferred === "auto";
|
|
184
|
+
const wantsNatural = request.purpose === "conversation" && (automatic || (request.mode ?? preferred) === "natural");
|
|
185
|
+
const model = wantsNatural ? testVoice || request.naturalBackend === "higgs" ? HIGGS_REALTIME_REF : selectedNaturalModel(config, preferences) : void 0;
|
|
185
186
|
let omni;
|
|
186
|
-
if (
|
|
187
|
+
if (wantsNatural) try {
|
|
187
188
|
omni = await resolveOmniRoute(config, model, testVoice ?? preferences?.higgsVoice);
|
|
189
|
+
if (automatic && !omni.tools) omni = void 0;
|
|
190
|
+
if (testVoice && omni) omni = {
|
|
191
|
+
...omni,
|
|
192
|
+
tools: false,
|
|
193
|
+
instructions: `This standalone voice preview has no tools and cannot perform actions.\n\n${omni.instructions}`
|
|
194
|
+
};
|
|
188
195
|
} catch {
|
|
189
|
-
throw new VoiceSessionCreationError("PROVIDER_UNAVAILABLE", "Natural conversation is unavailable. Check its model, endpoint and credentials.", 503);
|
|
196
|
+
if (!automatic) throw new VoiceSessionCreationError("PROVIDER_UNAVAILABLE", "Natural conversation is unavailable. Check its model, endpoint and credentials.", 503);
|
|
190
197
|
}
|
|
198
|
+
if (request.purpose === "conversation") request = {
|
|
199
|
+
...request,
|
|
200
|
+
mode: omni ? "natural" : "assistant"
|
|
201
|
+
};
|
|
202
|
+
if (!config.voice?.realtime?.enabled && !(omni && model === "boson/higgs-realtime")) throw new VoiceSessionCreationError("VOICE_DISABLED", "Realtime voice is disabled", 503);
|
|
191
203
|
if (omni && !testVoice && (!this.options.recordOmniTranscript || !this.options.getConversationContext)) throw new VoiceSessionCreationError("PROVIDER_UNAVAILABLE", "Natural conversation storage is unavailable", 503);
|
|
192
204
|
const conversationSessionId = request.purpose === "conversation" && request.conversationId ? await this.options.getSessionIdentity?.(request.conversationId) : void 0;
|
|
193
205
|
if (request.purpose === "conversation" && !testVoice && !conversationSessionId) throw new VoiceSessionCreationError("SESSION_NOT_FOUND", "Conversation session was not found", 404);
|
|
@@ -212,7 +224,7 @@ var VoiceRealtimeRuntime = class {
|
|
|
212
224
|
} : baseTts;
|
|
213
225
|
if (request.purpose === "conversation" && !testVoice) {
|
|
214
226
|
if (!request.conversationId || !await this.options.sessionExists(request.conversationId)) throw new VoiceSessionCreationError("SESSION_NOT_FOUND", "Conversation session was not found", 404);
|
|
215
|
-
if (request.mode === "natural" && this.options.sessionBusy(request.conversationId)) throw new VoiceSessionCreationError("SESSION_CONFLICT", "Conversation session already has an active response", 409);
|
|
227
|
+
if (request.mode === "natural" && this.options.sessionBusy(request.conversationId) && !this.options.agentBroker.restore) throw new VoiceSessionCreationError("SESSION_CONFLICT", "Conversation session already has an active response", 409);
|
|
216
228
|
if (this.conversationReservations.has(request.conversationId)) throw new VoiceSessionCreationError("SESSION_CONFLICT", "Conversation session already has a voice connection", 409);
|
|
217
229
|
if (!omni && !tts) throw new VoiceSessionCreationError("PROVIDER_UNAVAILABLE", "No configured PCM streaming text-to-speech provider is available", 503);
|
|
218
230
|
}
|
|
@@ -335,6 +347,10 @@ var VoiceRealtimeRuntime = class {
|
|
|
335
347
|
const sessionId = this.conversationReservations.get(conversationId);
|
|
336
348
|
return (sessionId ? this.activeSessions.get(sessionId) : void 0)?.engine?.isConversationIdle?.() === true;
|
|
337
349
|
}
|
|
350
|
+
refreshConversation(conversationId) {
|
|
351
|
+
const id = this.conversationReservations.get(conversationId);
|
|
352
|
+
if (id) this.activeSessions.get(id)?.refreshContext?.();
|
|
353
|
+
}
|
|
338
354
|
canOfferTaskUpdate(conversationId) {
|
|
339
355
|
const sessionId = this.conversationReservations.get(conversationId);
|
|
340
356
|
return (sessionId ? this.activeSessions.get(sessionId) : void 0)?.engine?.canOfferTaskUpdate?.() === true;
|
|
@@ -414,6 +430,8 @@ var VoiceRealtimeRuntime = class {
|
|
|
414
430
|
const abortController = new AbortController();
|
|
415
431
|
const seenMessageIds = /* @__PURE__ */ new Set();
|
|
416
432
|
let context;
|
|
433
|
+
let contextRefresh;
|
|
434
|
+
let contextRefreshPending = false;
|
|
417
435
|
let unsubscribeMemory;
|
|
418
436
|
let unsubscribeSession;
|
|
419
437
|
let openingTimer;
|
|
@@ -496,7 +514,8 @@ var VoiceRealtimeRuntime = class {
|
|
|
496
514
|
return;
|
|
497
515
|
}
|
|
498
516
|
if (context?.isCurrent && !context.isCurrent()) {
|
|
499
|
-
|
|
517
|
+
if (ready && engine?.updateContext) refreshContext();
|
|
518
|
+
else invalidateContext();
|
|
500
519
|
return;
|
|
501
520
|
}
|
|
502
521
|
if (context?.memory && !context.memory.isCurrent()) {
|
|
@@ -516,6 +535,50 @@ var VoiceRealtimeRuntime = class {
|
|
|
516
535
|
});
|
|
517
536
|
shutdown("context_changed", true);
|
|
518
537
|
};
|
|
538
|
+
const refreshContext = () => {
|
|
539
|
+
if (contextRefresh) {
|
|
540
|
+
contextRefreshPending = true;
|
|
541
|
+
return contextRefresh;
|
|
542
|
+
}
|
|
543
|
+
if (!ready || closed || !claim?.omni || !claim.request.conversationId || !engine?.updateContext) return Promise.resolve();
|
|
544
|
+
const current = claim;
|
|
545
|
+
contextRefresh = (async () => {
|
|
546
|
+
try {
|
|
547
|
+
if (await this.options.getSessionIdentity?.(current.request.conversationId) !== current.conversationSessionId || context?.memory?.isCurrent() === false) {
|
|
548
|
+
invalidateContext();
|
|
549
|
+
return;
|
|
550
|
+
}
|
|
551
|
+
const next = await this.options.getConversationContext(current.request.conversationId, current.conversationSessionId, current.omni.instructions, current.omni.tools === true);
|
|
552
|
+
if (closed) return;
|
|
553
|
+
if (next.isCurrent?.() === false || next.memory?.isCurrent() === false || context?.user && !next.user) {
|
|
554
|
+
invalidateContext();
|
|
555
|
+
return;
|
|
556
|
+
}
|
|
557
|
+
if (next.sharedChat !== context?.sharedChat || context?.isCurrent?.() === false) {
|
|
558
|
+
if (!engine.updateContext(voiceConversationInstructions(current.omni.instructions, {
|
|
559
|
+
...next,
|
|
560
|
+
history: []
|
|
561
|
+
}), next.sharedChat ?? "")) return;
|
|
562
|
+
unsubscribeMemory?.();
|
|
563
|
+
unsubscribeMemory = next.memory?.subscribe(invalidateContext);
|
|
564
|
+
context = next;
|
|
565
|
+
}
|
|
566
|
+
} catch (err) {
|
|
567
|
+
log.warn({
|
|
568
|
+
err,
|
|
569
|
+
conversationId: current.request.conversationId
|
|
570
|
+
}, "Voice shared context refresh failed");
|
|
571
|
+
invalidateContext();
|
|
572
|
+
}
|
|
573
|
+
})().finally(() => {
|
|
574
|
+
contextRefresh = void 0;
|
|
575
|
+
if (contextRefreshPending) {
|
|
576
|
+
contextRefreshPending = false;
|
|
577
|
+
refreshContext();
|
|
578
|
+
}
|
|
579
|
+
});
|
|
580
|
+
return contextRefresh;
|
|
581
|
+
};
|
|
519
582
|
const authenticate = async (message) => {
|
|
520
583
|
const pendingClaim = this.tickets.get(ticketKey(message.payload.ticket));
|
|
521
584
|
if (pendingClaim && !verifyDeviceConnectionProof(pendingClaim.principalId, message.payload.ticket, new URL(request.url, "http://localhost").pathname + new URL(request.url, "http://localhost").search, typeof request.headers["x-xopc-proof"] === "string" ? request.headers["x-xopc-proof"] : void 0)) {
|
|
@@ -548,8 +611,9 @@ var VoiceRealtimeRuntime = class {
|
|
|
548
611
|
try {
|
|
549
612
|
const conversationId = consumed.request.conversationId;
|
|
550
613
|
const omni = consumed.omni;
|
|
614
|
+
let engineOmni = omni;
|
|
551
615
|
const restoreInstructions = omni && conversationId ? async () => {
|
|
552
|
-
const snapshot = await this.options.getConversationContext(conversationId, consumed.conversationSessionId, omni.instructions);
|
|
616
|
+
const snapshot = await this.options.getConversationContext(conversationId, consumed.conversationSessionId, omni.instructions, omni.tools === true);
|
|
553
617
|
if (closed) throw new Error("Voice session closed while restoring context");
|
|
554
618
|
context = snapshot;
|
|
555
619
|
if (snapshot.memory) unsubscribeMemory = snapshot.memory.subscribe(invalidateContext);
|
|
@@ -557,13 +621,25 @@ var VoiceRealtimeRuntime = class {
|
|
|
557
621
|
invalidateContext();
|
|
558
622
|
throw new Error("Conversation context changed while dialing");
|
|
559
623
|
}
|
|
560
|
-
|
|
624
|
+
const instructions = voiceConversationInstructions(omni.instructions, {
|
|
625
|
+
...snapshot,
|
|
626
|
+
history: [],
|
|
627
|
+
actions: omni.tools === true
|
|
628
|
+
});
|
|
629
|
+
log.info({
|
|
630
|
+
conversationId,
|
|
631
|
+
sessionId: consumed.sessionId,
|
|
632
|
+
contextChars: instructions.length,
|
|
633
|
+
identityChars: snapshot.identity.length,
|
|
634
|
+
historyTurns: snapshot.history.length
|
|
635
|
+
}, "Voice conversation context prepared");
|
|
636
|
+
return instructions;
|
|
561
637
|
} : void 0;
|
|
562
638
|
if (restoreInstructions) {
|
|
563
639
|
unsubscribeSession = onUserContextChange((change) => {
|
|
564
640
|
if (change.kind === "session-reset" && change.id === conversationId) invalidateContext();
|
|
565
641
|
});
|
|
566
|
-
if (omni && omni.route.provider !== "boson")
|
|
642
|
+
if (omni && omni.route.provider !== "boson") engineOmni = {
|
|
567
643
|
...omni,
|
|
568
644
|
instructions: await restoreInstructions()
|
|
569
645
|
};
|
|
@@ -587,14 +663,29 @@ var VoiceRealtimeRuntime = class {
|
|
|
587
663
|
outputMediaTimestampMs += 20;
|
|
588
664
|
}
|
|
589
665
|
};
|
|
590
|
-
engine =
|
|
666
|
+
engine = engineOmni ? createOmniVoiceEngine({
|
|
591
667
|
callId: consumed.sessionId,
|
|
592
|
-
route:
|
|
668
|
+
route: engineOmni,
|
|
593
669
|
silenceDurationMs: consumed.silenceDurationMs,
|
|
594
|
-
restoreInstructions:
|
|
670
|
+
restoreInstructions: engineOmni.route.provider === "boson" ? restoreInstructions : void 0,
|
|
671
|
+
restoreHistory: () => {
|
|
672
|
+
const history = buildVoiceResumeHistory(context?.history ?? []);
|
|
673
|
+
log.info({
|
|
674
|
+
conversationId,
|
|
675
|
+
sessionId: consumed.sessionId,
|
|
676
|
+
historyChars: history.length
|
|
677
|
+
}, "Voice conversation history restored");
|
|
678
|
+
return history;
|
|
679
|
+
},
|
|
595
680
|
bargeIn: consumed.config.voice?.realtime?.bargeIn ?? true,
|
|
596
681
|
send,
|
|
597
682
|
sendAudio,
|
|
683
|
+
...conversationId && consumed.conversationSessionId && engineOmni.tools ? { agent: {
|
|
684
|
+
broker: this.options.agentBroker,
|
|
685
|
+
conversationId,
|
|
686
|
+
transcriptId: consumed.conversationSessionId,
|
|
687
|
+
publish: (publication) => this.options.publishConversationContent?.(conversationId, consumed.conversationSessionId, publication) ?? Promise.reject(/* @__PURE__ */ new Error("Chat publication is unavailable"))
|
|
688
|
+
} } : {},
|
|
598
689
|
onUserInput: conversationId ? () => this.options.onConversationInput?.(conversationId) : void 0,
|
|
599
690
|
record: async (entry) => {
|
|
600
691
|
if (conversationId) await this.options.recordOmniTranscript(conversationId, consumed.sessionId, entry, consumed.conversationSessionId);
|
|
@@ -652,6 +743,9 @@ var VoiceRealtimeRuntime = class {
|
|
|
652
743
|
},
|
|
653
744
|
heartbeatIntervalMs: VOICE_REALTIME_HEARTBEAT_INTERVAL_MS
|
|
654
745
|
});
|
|
746
|
+
const readySession = this.activeSessions.get(consumed.sessionId);
|
|
747
|
+
if (readySession) readySession.refreshContext = refreshContext;
|
|
748
|
+
engine.restoreTasks?.();
|
|
655
749
|
} catch (error) {
|
|
656
750
|
if (closed) return;
|
|
657
751
|
log.warn({
|
|
@@ -7,6 +7,7 @@ import type { VoiceConversationContext } from './conversation-context.js';
|
|
|
7
7
|
import type { OmniTranscript } from './omniEngine.js';
|
|
8
8
|
import type { OmniRoute } from './omniRoute.js';
|
|
9
9
|
import type { VoiceAgentBroker } from './agentBroker.js';
|
|
10
|
+
import type { VoiceChatPublication } from './chat-publication.js';
|
|
10
11
|
export interface ResolvedStreamingStt {
|
|
11
12
|
plugin: MediaUnderstandingProvider & Required<Pick<MediaUnderstandingProvider, 'openAudioStream' | 'streamingAudio'>>;
|
|
12
13
|
model: string;
|
|
@@ -45,11 +46,12 @@ export interface ResolvedStreamingTts {
|
|
|
45
46
|
route: VoiceProviderRoute;
|
|
46
47
|
}
|
|
47
48
|
export interface VoiceRealtimeRuntimeOptions {
|
|
49
|
+
publishConversationContent?: (conversationId: string, expectedTranscriptId: string, publication: VoiceChatPublication) => Promise<void>;
|
|
48
50
|
/** Confirmed non-echo speech invalidates background reply drafts before turn commit. */
|
|
49
51
|
onConversationInput?: (conversationId: string) => void;
|
|
50
52
|
isPrincipalActive?: (principalId: string) => boolean;
|
|
51
53
|
recordOmniTranscript?: (conversationId: string, callId: string, entry: OmniTranscript, expectedTranscriptId: string) => Promise<void>;
|
|
52
|
-
getConversationContext?: (conversationId: string, expectedTranscriptId: string, baseInstructions: string) => Promise<VoiceConversationContext>;
|
|
54
|
+
getConversationContext?: (conversationId: string, expectedTranscriptId: string, baseInstructions: string, actions?: boolean) => Promise<VoiceConversationContext>;
|
|
53
55
|
getSessionIdentity?: (conversationId: string) => Promise<string | undefined>;
|
|
54
56
|
getConfig: () => Config;
|
|
55
57
|
sessionExists: (conversationId: string) => Promise<boolean>;
|
|
@@ -3,10 +3,11 @@ export declare class SpeakableSegmenter {
|
|
|
3
3
|
private readonly maxCharacters;
|
|
4
4
|
private readonly minCharacters;
|
|
5
5
|
private readonly firstMinCharacters;
|
|
6
|
+
private readonly firstClauseCharacters;
|
|
6
7
|
private pending;
|
|
7
8
|
private fence;
|
|
8
9
|
private emitted;
|
|
9
|
-
constructor(maxCharacters?: number, minCharacters?: number, firstMinCharacters?: number);
|
|
10
|
+
constructor(maxCharacters?: number, minCharacters?: number, firstMinCharacters?: number, firstClauseCharacters?: number);
|
|
10
11
|
push(delta: string): string[];
|
|
11
12
|
/** Releases only a complete short phrase; never cuts a word or Markdown construct. */
|
|
12
13
|
flushFirstPhrase(): string[];
|
|
@@ -6,10 +6,11 @@ var SpeakableSegmenter = class {
|
|
|
6
6
|
pending = "";
|
|
7
7
|
fence = null;
|
|
8
8
|
emitted = false;
|
|
9
|
-
constructor(maxCharacters = 120, minCharacters = 0, firstMinCharacters = minCharacters) {
|
|
9
|
+
constructor(maxCharacters = 120, minCharacters = 0, firstMinCharacters = minCharacters, firstClauseCharacters = 0) {
|
|
10
10
|
this.maxCharacters = maxCharacters;
|
|
11
11
|
this.minCharacters = minCharacters;
|
|
12
12
|
this.firstMinCharacters = firstMinCharacters;
|
|
13
|
+
this.firstClauseCharacters = firstClauseCharacters;
|
|
13
14
|
}
|
|
14
15
|
push(delta) {
|
|
15
16
|
this.pending += delta;
|
|
@@ -59,6 +60,10 @@ var SpeakableSegmenter = class {
|
|
|
59
60
|
if (char === ")") parentheses = Math.max(0, parentheses - 1);
|
|
60
61
|
if (inlineCode || brackets || parentheses || char === "]" && this.pending[index + 1] === "(") continue;
|
|
61
62
|
const minCharacters = this.emitted ? this.minCharacters : this.firstMinCharacters;
|
|
63
|
+
if (!this.emitted && this.firstClauseCharacters > 0 && index >= this.firstClauseCharacters - 1 && /[,、,]/u.test(char) && /\p{Script=Han}/u.test(this.pending.slice(0, index))) {
|
|
64
|
+
boundary = index + 1;
|
|
65
|
+
break;
|
|
66
|
+
}
|
|
62
67
|
if (SENTENCE_END.test(char) && index + 1 >= minCharacters) {
|
|
63
68
|
boundary = index + 1;
|
|
64
69
|
break;
|
|
@@ -100,7 +105,7 @@ var SpeakableSegmenter = class {
|
|
|
100
105
|
if (char === "(") parentheses += 1;
|
|
101
106
|
if (char === ")") parentheses = Math.max(0, parentheses - 1);
|
|
102
107
|
if (inlineCode || brackets || parentheses) continue;
|
|
103
|
-
if (index >= 11 && /[,、,\s]/u.test(char)) {
|
|
108
|
+
if (index >= 5 && /[,、,]/u.test(char) && /\p{Script=Han}/u.test(this.pending.slice(0, index)) || index >= 11 && /[,、,\s]/u.test(char)) {
|
|
104
109
|
const phrase = this.toSpeech(this.pending.slice(0, index + 1));
|
|
105
110
|
if (!phrase) continue;
|
|
106
111
|
this.pending = this.pending.slice(index + 1);
|
|
@@ -16,14 +16,13 @@ export declare function hasContinuationHint(text: string): boolean;
|
|
|
16
16
|
export declare const heuristicTurnPolicy: TurnPolicy;
|
|
17
17
|
/** Accumulates provider utterances and commits only after the selected policy settles. */
|
|
18
18
|
export declare class TurnCoordinator {
|
|
19
|
-
private readonly silenceDurationMs;
|
|
20
19
|
private readonly onCommit;
|
|
21
20
|
private readonly policy;
|
|
22
21
|
private readonly parts;
|
|
23
22
|
private timer;
|
|
24
23
|
private stoppedAt;
|
|
25
24
|
private decisionGeneration;
|
|
26
|
-
constructor(
|
|
25
|
+
constructor(onCommit: (text: string, decision: TurnDecision, turnId: string) => void, policy?: TurnPolicy);
|
|
27
26
|
start(id: string): void;
|
|
28
27
|
stop(id: string): void;
|
|
29
28
|
final(id: string, text: string): void;
|
|
@@ -1,6 +1,5 @@
|
|
|
1
1
|
//#region src/voice/realtime/turnPolicy.ts
|
|
2
|
-
const
|
|
3
|
-
const FINAL_SETTLE_MS = 350;
|
|
2
|
+
const FINAL_SETTLE_MS = 40;
|
|
4
3
|
const INCOMPLETE_HOLD_MS = 1800;
|
|
5
4
|
const DECISION_TIMEOUT_MS = 750;
|
|
6
5
|
const MAX_TRANSCRIPT_CHARACTERS = 32e3;
|
|
@@ -27,8 +26,7 @@ var TurnCoordinator = class {
|
|
|
27
26
|
timer;
|
|
28
27
|
stoppedAt = 0;
|
|
29
28
|
decisionGeneration = 0;
|
|
30
|
-
constructor(
|
|
31
|
-
this.silenceDurationMs = silenceDurationMs;
|
|
29
|
+
constructor(onCommit, policy = heuristicTurnPolicy) {
|
|
32
30
|
this.onCommit = onCommit;
|
|
33
31
|
this.policy = policy;
|
|
34
32
|
}
|
|
@@ -120,7 +118,7 @@ var TurnCoordinator = class {
|
|
|
120
118
|
}
|
|
121
119
|
schedule(text, decision, generation) {
|
|
122
120
|
if (generation !== this.decisionGeneration) return;
|
|
123
|
-
const holdMs = Math.max(FINAL_SETTLE_MS,
|
|
121
|
+
const holdMs = Math.max(FINAL_SETTLE_MS, Number.isFinite(decision.holdMs) ? Math.max(0, decision.holdMs) : 0);
|
|
124
122
|
this.timer = setTimeout(() => {
|
|
125
123
|
if (generation !== this.decisionGeneration) return;
|
|
126
124
|
const turnId = [...this.parts.keys()][0];
|
|
@@ -130,7 +128,7 @@ var TurnCoordinator = class {
|
|
|
130
128
|
}
|
|
131
129
|
this.reset();
|
|
132
130
|
if (decision.disposition !== "backchannel") this.onCommit(text, decision, turnId);
|
|
133
|
-
}, Math.max(FINAL_SETTLE_MS, this.stoppedAt + holdMs - Date.now()));
|
|
131
|
+
}, Math.max(decision.disposition === "wait" ? FINAL_SETTLE_MS : 0, this.stoppedAt + holdMs - Date.now()));
|
|
134
132
|
}
|
|
135
133
|
};
|
|
136
134
|
//#endregion
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import type { Config } from '../../config/schema.js';
|
|
2
|
+
import type { AgentMessage } from '@earendil-works/pi-agent-core';
|
|
3
|
+
export interface VoiceUserSnapshot {
|
|
4
|
+
block: string;
|
|
5
|
+
preferredCallName?: string;
|
|
6
|
+
preferredCallNameObservedAt?: number;
|
|
7
|
+
isCurrent: () => boolean;
|
|
8
|
+
}
|
|
9
|
+
/** Pinned owner profile, independent of query relevance, optional retrieval and chat-history clipping. */
|
|
10
|
+
export declare function buildVoiceUserContext(input: {
|
|
11
|
+
getConfig: () => Config;
|
|
12
|
+
conversationId: string;
|
|
13
|
+
history?: readonly AgentMessage[];
|
|
14
|
+
}): VoiceUserSnapshot | undefined;
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
import { getConversation } from "../../routing/agent-session-key.js";
|
|
2
|
+
import { init_session_key } from "../../routing/session-key.js";
|
|
3
|
+
import { resolveUserContextSessionAccess } from "../../user-context/access-policy.js";
|
|
4
|
+
import { getUserProfileContext } from "../../user-model/profile.js";
|
|
5
|
+
import { explicitConversationName } from "./identity-grounding.js";
|
|
6
|
+
//#region src/voice/realtime/user-context.ts
|
|
7
|
+
init_session_key();
|
|
8
|
+
const MAX_USER_CHARS = 800;
|
|
9
|
+
/** Pinned owner profile, independent of query relevance, optional retrieval and chat-history clipping. */
|
|
10
|
+
function buildVoiceUserContext(input) {
|
|
11
|
+
const read = () => {
|
|
12
|
+
const access = resolveUserContextSessionAccess(input.getConfig(), input.conversationId);
|
|
13
|
+
const conversation = getConversation(input.conversationId);
|
|
14
|
+
if (!access.userModel || conversation?.sessionType !== "chat") return void 0;
|
|
15
|
+
return getUserProfileContext(conversation.agentId);
|
|
16
|
+
};
|
|
17
|
+
const rows = read();
|
|
18
|
+
if (!rows) return;
|
|
19
|
+
const profile = {};
|
|
20
|
+
const savedName = rows.find((row) => row.field === "callName");
|
|
21
|
+
const named = savedName ? explicitConversationName(input.history ?? [], savedName.assertion.observedAt) : void 0;
|
|
22
|
+
const omittedFields = [];
|
|
23
|
+
const serialize = () => JSON.stringify({ currentUser: {
|
|
24
|
+
relationship: "conversation_owner",
|
|
25
|
+
profile,
|
|
26
|
+
nameKnown: Boolean(profile.callName),
|
|
27
|
+
omittedFields
|
|
28
|
+
} });
|
|
29
|
+
for (const row of rows) {
|
|
30
|
+
profile[row.field] = row.field === "callName" && named ? named.name : row.value;
|
|
31
|
+
if (serialize().length > MAX_USER_CHARS - 100) {
|
|
32
|
+
delete profile[row.field];
|
|
33
|
+
omittedFields.push(row.field);
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
if (named && !profile.callName && named.name.length <= 80) profile.callName = named.name;
|
|
37
|
+
const version = JSON.stringify(rows.map((row) => [
|
|
38
|
+
row.field,
|
|
39
|
+
row.assertion.id,
|
|
40
|
+
row.assertion.recordedAt,
|
|
41
|
+
row.value
|
|
42
|
+
]));
|
|
43
|
+
return {
|
|
44
|
+
block: serialize(),
|
|
45
|
+
preferredCallName: profile.callName,
|
|
46
|
+
preferredCallNameObservedAt: profile.callName ? named?.at ?? savedName?.assertion.observedAt : void 0,
|
|
47
|
+
isCurrent: () => {
|
|
48
|
+
try {
|
|
49
|
+
const current = read();
|
|
50
|
+
return Boolean(current) && JSON.stringify(current.map((row) => [
|
|
51
|
+
row.field,
|
|
52
|
+
row.assertion.id,
|
|
53
|
+
row.assertion.recordedAt,
|
|
54
|
+
row.value
|
|
55
|
+
])) === version;
|
|
56
|
+
} catch {
|
|
57
|
+
return false;
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
};
|
|
61
|
+
}
|
|
62
|
+
//#endregion
|
|
63
|
+
export { buildVoiceUserContext };
|
|
@@ -7,7 +7,7 @@ import { captureCloudUsageResponse } from "../../../usage/cloud-receipts.js";
|
|
|
7
7
|
import { cloudCreditBudgetHeaders, rejectUnbudgetedCloudTransport, reportCloudCreditError } from "../../../providers/xopc-cloud-credit-budget.js";
|
|
8
8
|
import { compareCatalogModels } from "../../../providers/model-catalog-ranking.js";
|
|
9
9
|
import { trackCloudCapabilityUsage } from "../../../usage/cloud-capability.js";
|
|
10
|
-
import { openPlatformTts } from "../../platform-streams.js";
|
|
10
|
+
import { openPlatformTts, openPlatformTtsSession } from "../../platform-streams.js";
|
|
11
11
|
import { requirePlatformVoiceModel } from "../../platform-catalog.js";
|
|
12
12
|
import { registerSpeechProvider } from "../speech-registry.js";
|
|
13
13
|
//#region src/voice/tts/providers/xopc-cloud-speech.ts
|
|
@@ -38,6 +38,30 @@ function extension(contentType, fallback) {
|
|
|
38
38
|
"audio/pcm": "pcm"
|
|
39
39
|
}[contentType?.split(";")[0] ?? ""] ?? fallback;
|
|
40
40
|
}
|
|
41
|
+
async function streamRequest(request) {
|
|
42
|
+
rejectUnbudgetedCloudTransport();
|
|
43
|
+
const config = readConfig(request.providerConfig);
|
|
44
|
+
const model = typeof request.providerOverrides?.model === "string" ? request.providerOverrides.model : config.model;
|
|
45
|
+
const voice = typeof request.providerOverrides?.voice === "string" ? request.providerOverrides.voice : config.voice;
|
|
46
|
+
if (!model || !voice) throw new Error("XOPC Cloud realtime TTS model or voice is unavailable");
|
|
47
|
+
const catalogModel = requirePlatformVoiceModel(model, "speech.stream");
|
|
48
|
+
const token = await getProviderAuthService().resolveApiKey("xopc-cloud", request.signal);
|
|
49
|
+
if (!token) throw new Error("XOPC Cloud authorization is unavailable");
|
|
50
|
+
const relayUrl = new URL(`${config.baseUrl.replace(/\/+$/, "")}/audio/speech/realtime`);
|
|
51
|
+
relayUrl.protocol = relayUrl.protocol === "https:" ? "wss:" : "ws:";
|
|
52
|
+
relayUrl.searchParams.set("model", model);
|
|
53
|
+
relayUrl.searchParams.set("service_version", String(catalogModel.voice.serviceVersion));
|
|
54
|
+
relayUrl.searchParams.set("voice", voice);
|
|
55
|
+
const instructions = typeof request.providerOverrides?.instructions === "string" ? request.providerOverrides.instructions.trim() : config.instructions;
|
|
56
|
+
return {
|
|
57
|
+
apiKey: token,
|
|
58
|
+
baseUrl: relayUrl.toString(),
|
|
59
|
+
voice,
|
|
60
|
+
...instructions ? { instructions } : {},
|
|
61
|
+
signal: request.signal,
|
|
62
|
+
timeoutMs: request.timeoutMs
|
|
63
|
+
};
|
|
64
|
+
}
|
|
41
65
|
const xopcCloudSpeechProvider = {
|
|
42
66
|
id: "xopc-cloud",
|
|
43
67
|
autoSelectOrder: 5,
|
|
@@ -118,30 +142,12 @@ const xopcCloudSpeechProvider = {
|
|
|
118
142
|
});
|
|
119
143
|
},
|
|
120
144
|
synthesizeStream: async (request) => {
|
|
121
|
-
rejectUnbudgetedCloudTransport();
|
|
122
|
-
const config = readConfig(request.providerConfig);
|
|
123
|
-
const model = typeof request.providerOverrides?.model === "string" ? request.providerOverrides.model : config.model;
|
|
124
|
-
const voice = typeof request.providerOverrides?.voice === "string" ? request.providerOverrides.voice : config.voice;
|
|
125
|
-
if (!model || !voice) throw new Error("XOPC Cloud realtime TTS model or voice is unavailable");
|
|
126
|
-
const catalogModel = requirePlatformVoiceModel(model, "speech.stream");
|
|
127
|
-
const token = await getProviderAuthService().resolveApiKey("xopc-cloud", request.signal);
|
|
128
|
-
if (!token) throw new Error("XOPC Cloud authorization is unavailable");
|
|
129
|
-
const relayUrl = new URL(`${config.baseUrl.replace(/\/+$/, "")}/audio/speech/realtime`);
|
|
130
|
-
relayUrl.protocol = relayUrl.protocol === "https:" ? "wss:" : "ws:";
|
|
131
|
-
relayUrl.searchParams.set("model", model);
|
|
132
|
-
relayUrl.searchParams.set("service_version", String(catalogModel.voice.serviceVersion));
|
|
133
|
-
relayUrl.searchParams.set("voice", voice);
|
|
134
|
-
const instructions = typeof request.providerOverrides?.instructions === "string" ? request.providerOverrides.instructions.trim() : config.instructions;
|
|
135
145
|
return openPlatformTts({
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
voice,
|
|
139
|
-
text: request.text,
|
|
140
|
-
...instructions ? { instructions } : {},
|
|
141
|
-
signal: request.signal,
|
|
142
|
-
timeoutMs: request.timeoutMs
|
|
146
|
+
...await streamRequest(request),
|
|
147
|
+
text: request.text
|
|
143
148
|
});
|
|
144
|
-
}
|
|
149
|
+
},
|
|
150
|
+
openStreamSession: async (request) => openPlatformTtsSession(await streamRequest(request))
|
|
145
151
|
};
|
|
146
152
|
registerSpeechProvider(xopcCloudSpeechProvider);
|
|
147
153
|
//#endregion
|
|
@@ -312,6 +312,7 @@ function prepareSpeechStreamSession(config, options) {
|
|
|
312
312
|
signal: options.signal ?? new AbortController().signal
|
|
313
313
|
};
|
|
314
314
|
return resolved.plugin.openStreamSession(sessionRequest).then((session) => ({
|
|
315
|
+
supportsConcurrentSynthesis: session.supportsConcurrentSynthesis,
|
|
315
316
|
close: () => session.close(),
|
|
316
317
|
synthesize: (text) => session.synthesize(preprocessText(text, {
|
|
317
318
|
maxLength: config.maxTextLength || 4096,
|
|
@@ -91,6 +91,8 @@ export interface SpeechSynthesisRequest {
|
|
|
91
91
|
export type SpeechSynthesisStreamRequest = SpeechSynthesisRequest;
|
|
92
92
|
/** A prepared connection owned by one reply; syntheses must be consumed in order. */
|
|
93
93
|
export interface SpeechStreamSession {
|
|
94
|
+
/** Independent transports can open the next segment while current audio plays. */
|
|
95
|
+
supportsConcurrentSynthesis?: boolean;
|
|
94
96
|
synthesize(text: string): Promise<SpeechSynthesisStreamResult>;
|
|
95
97
|
close(): Promise<void>;
|
|
96
98
|
}
|
|
@@ -15,8 +15,8 @@ import { init_providers, resolveModel } from "../providers/index.js";
|
|
|
15
15
|
import { isLocalModelBaseUrl } from "../providers/model-call.js";
|
|
16
16
|
import { createPriorityWindow, createUserGoal } from "../user-model/goals.js";
|
|
17
17
|
import { linkAssertionEvidence, reconcileAssertion } from "../user-model/repository.js";
|
|
18
|
-
import "../user-model/index.js";
|
|
19
18
|
import { createWorkDiscoveryRun, getProjectUnderstandingRun, getWorkDiscoveryOnboardingState, getWorkDiscoveryRun, getWorkDiscoveryRunByIdempotencyKey, listPendingProjectUnderstandingRuns, setWorkDiscoveryFeedback, setWorkDiscoveryOnboardingState, updateWorkDiscoveryRun } from "./repository.js";
|
|
19
|
+
import "../user-model/index.js";
|
|
20
20
|
import { createUnderstandingSourceRun, getUnderstandingSourceGrant, getUnderstandingSourceRun, updateUnderstandingSourceGrantCheckpoint, updateUnderstandingSourceGrantPolicies, updateUnderstandingSourceRun, upsertUnderstandingSourceGrant } from "../user-context/sources/repository.js";
|
|
21
21
|
import { allowsRemoteSourceProcessing } from "../user-context/sources/processing-policy.js";
|
|
22
22
|
import { analyzeUnderstandingSources, analyzeWorkContext, workDiscoveryResultMarkdown } from "./analyzer.js";
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@xopcai/xopc",
|
|
3
|
-
"version": "0.0.
|
|
3
|
+
"version": "0.0.454",
|
|
4
4
|
"description": "An open-source AI assistant for work and everyday life. Remembers context and helps you get things done. Local-first, on a computer you choose.",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "dist/src/index.js",
|
|
@@ -282,6 +282,7 @@
|
|
|
282
282
|
"computer:benchmark": "node --import tsx scripts/benchmark-computer-regressions.mts",
|
|
283
283
|
"computer:benchmark:windows": "node --import tsx scripts/benchmark-computer-windows.mts",
|
|
284
284
|
"computer:benchmark:check": "tsc -p scripts/computer-benchmark/tsconfig.json",
|
|
285
|
+
"computer:osworld:check": "python3 -m unittest discover -s scripts/osworld -p 'test_*.py' && tsc -p scripts/osworld/tsconfig.json",
|
|
285
286
|
"computer:evaluate": "node --import tsx scripts/evaluate-computer.mts",
|
|
286
287
|
"computer:evaluate:run": "node --import tsx scripts/run-computer-evaluation.mts",
|
|
287
288
|
"computer:evaluate:compare": "node --import tsx scripts/compare-computer-evaluations.mts",
|
|
@@ -46,7 +46,11 @@ change, preserve working behaviour, and leave the draft previewable after every
|
|
|
46
46
|
feedback.
|
|
47
47
|
- Support light and dark color schemes without assuming access to the host DOM.
|
|
48
48
|
- Keep scripts and styles local. The preview CSP blocks network access and inline scripts.
|
|
49
|
-
-
|
|
49
|
+
- The iframe permits scripts but has an opaque origin. Use the bundled `@xopcai/extension-ui-sdk`
|
|
50
|
+
client and `client.storage` for app data; never use `localStorage`, `sessionStorage`, or IndexedDB.
|
|
51
|
+
Bundle the SDK into a local `ui/` asset, await `client.whenReady()`, and disable controls until ready.
|
|
52
|
+
- Native form submission is blocked by the sandbox. Use `type="button"` actions and explicit keyboard
|
|
53
|
+
handlers for Enter. Do not rely on a submit button or form `submit` listener to run app actions.
|
|
50
54
|
- Ask before expanding permissions. A permission change must be visible in the install review.
|
|
51
55
|
- Mark scenario targets with stable `data-xopc-test-id` values. Never encode CSS selectors or
|
|
52
56
|
executable JavaScript in acceptance scenarios.
|
|
@@ -1,4 +1,34 @@
|
|
|
1
|
-
#
|
|
1
|
+
# Local App contract
|
|
2
|
+
|
|
3
|
+
## Host capability bindings
|
|
4
|
+
|
|
5
|
+
UI-only apps may use declared host capabilities through `@xopcai/extension-ui-sdk`; this does not
|
|
6
|
+
authorize direct HTTP, network access or backend code. Discover bindings through the authenticated
|
|
7
|
+
`GET /api/local-app-capabilities/catalog`, pin each capability's version and descriptor digest in
|
|
8
|
+
`ui.capabilities`, and let the host handle user review and execution. The extension output contract
|
|
9
|
+
differs from the full HTTP/Agent business contract. Never manufacture grants, use Gateway tokens in
|
|
10
|
+
app code, or silently enlarge permissions.
|
|
11
|
+
|
|
12
|
+
Data access defaults to none. Explain the smallest useful note-read, note-write and task-read scopes
|
|
13
|
+
to the user. They select resources in the host permission dialog. App-created ownership is recorded
|
|
14
|
+
by the host; names, tags and app-supplied IDs cannot claim ownership. Handle denied access explicitly.
|
|
15
|
+
The default draft preview uses example data; `.xopc/fixtures.json` can provide bounded note/task examples.
|
|
16
|
+
Only the user can start a scoped real-data read-only preview. Automatic acceptance always uses fresh
|
|
17
|
+
isolated fixtures, receipts and storage, never that live-data grant. Do not fake a successful acceptance
|
|
18
|
+
or request production writes from an automated preview. Use the SDK capability methods in all modes.
|
|
19
|
+
Keep controls disabled until their data and event handlers are ready. Await `client.whenReady()` for
|
|
20
|
+
SDK initialization, and handle an already-complete document when adding load handlers after async work.
|
|
21
|
+
|
|
22
|
+
Installed apps may declare `xopc.agent.delegate` for one bounded text inference after the user separately
|
|
23
|
+
approves delegation in the host permission dialog. Use explicit instruction/context and at most three
|
|
24
|
+
approved notes/tasks `get` references; each referenced read capability must also be declared. There are
|
|
25
|
+
no tools, history, memory, filesystem, Agent/model selection or automatic writes. All preview modes
|
|
26
|
+
omit this capability: show a clear unavailable state and use example content for presentation checks.
|
|
27
|
+
Keep a stable idempotency key for each delegation intent; never automatically retry an uncertain outcome
|
|
28
|
+
with a new key. See `docs/local-app-delegation.md` for budgets and the SDK contract.
|
|
29
|
+
|
|
30
|
+
Only supported non-hidden files beneath the public UI directory can be served. Keep secrets, manifests,
|
|
31
|
+
briefs and runtime files outside that directory. For details see `docs/local-app-security.md` in xopc.
|
|
2
32
|
|
|
3
33
|
Required files:
|
|
4
34
|
|
|
@@ -18,6 +48,16 @@ Before marking a draft ready:
|
|
|
18
48
|
- UI remains usable at narrow desktop widths, with keyboard navigation and both color schemes.
|
|
19
49
|
- The user-facing acceptance checks pass in preview.
|
|
20
50
|
|
|
51
|
+
## Sandbox interactions and storage
|
|
52
|
+
|
|
53
|
+
The host uses `sandbox="allow-scripts"`, without `allow-forms` or `allow-same-origin`.
|
|
54
|
+
A submit button is blocked before the form's submit handler runs. Use `type="button"`, bind its click
|
|
55
|
+
handler, and handle Enter explicitly on the input. Preserve labels and keyboard access.
|
|
56
|
+
Browser origin storage is unavailable: use `createExtensionClient()` from the UI SDK, bundle it into
|
|
57
|
+
`ui/`, await `client.whenReady()`, then call `client.storage.get/set/remove`. These methods use
|
|
58
|
+
lease-isolated storage in previews and host-owned extension storage after installation. Catch and
|
|
59
|
+
surface storage failures. Do not relax the sandbox or use network requests to work around it.
|
|
60
|
+
|
|
21
61
|
## Acceptance scenarios
|
|
22
62
|
|
|
23
63
|
Use at most 10 scenarios and 20 steps per scenario. Targets are exact `data-xopc-test-id` values
|
|
@@ -30,4 +70,5 @@ using letters, numbers, dashes, or underscores. Supported steps are:
|
|
|
30
70
|
- `{ "assert": "value_equals", "target": "title-input", "value": "" }`
|
|
31
71
|
|
|
32
72
|
Do not use selectors, scripts, timing commands, network calls, or host APIs. The workbench runs these
|
|
33
|
-
scenarios in an isolated preview
|
|
73
|
+
scenarios in an isolated preview. Failed or incomplete acceptance remains visible as advisory feedback;
|
|
74
|
+
users can still install a statically valid draft.
|