@xopcai/xopc 0.0.451 → 0.0.455
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/.pnpm/node-pty@1.1.0/node_modules/node-pty/lib/eventEmitter2.js +40 -0
- package/dist/.pnpm/node-pty@1.1.0/node_modules/node-pty/lib/index.js +56 -0
- package/dist/.pnpm/node-pty@1.1.0/node_modules/node-pty/lib/shared/conout.js +16 -0
- package/dist/.pnpm/node-pty@1.1.0/node_modules/node-pty/lib/terminal.js +190 -0
- package/dist/.pnpm/node-pty@1.1.0/node_modules/node-pty/lib/unixTerminal.js +287 -0
- package/dist/.pnpm/node-pty@1.1.0/node_modules/node-pty/lib/utils.js +49 -0
- package/dist/.pnpm/node-pty@1.1.0/node_modules/node-pty/lib/windowsConoutConnection.js +190 -0
- package/dist/.pnpm/node-pty@1.1.0/node_modules/node-pty/lib/windowsPtyAgent.js +265 -0
- package/dist/.pnpm/node-pty@1.1.0/node_modules/node-pty/lib/windowsTerminal.js +178 -0
- package/dist/_virtual/_rolldown/runtime.js +10 -2
- package/dist/browser-ext/manifest.json +1 -1
- package/dist/extensions/telegram/xopc.extension.json +1 -1
- package/dist/gateway/static/root/assets/{activity-store-OMq1GnqB.js → activity-store-DYwR1u3f.js} +1 -1
- package/dist/gateway/static/root/assets/{agent-avatar-dicebear-CIoE-FJR.js → agent-avatar-dicebear-CsRBprL-.js} +1 -1
- package/dist/gateway/static/root/assets/{agent-avatar-display-kPb6idGG.js → agent-avatar-display-DqFYHXCS.js} +2 -2
- package/dist/gateway/static/root/assets/{agent-defaults-settings-panel-vKUDGEU6.js → agent-defaults-settings-panel-DOAJrMLe.js} +1 -1
- package/dist/gateway/static/root/assets/{agent-plugin-dialog-x7guoCvz.js → agent-plugin-dialog-vqlN3ORH.js} +1 -1
- package/dist/gateway/static/root/assets/{agents-BbwFcl87.js → agents-BgHlOVRV.js} +3 -3
- package/dist/gateway/static/root/assets/{agents-admin-api-tXB8Aj5K.js → agents-admin-api-CKscfdvA.js} +1 -1
- package/dist/gateway/static/root/assets/api-CHM2c_Ah.js +1 -0
- package/dist/gateway/static/root/assets/{api-ixudT_21.js → api-DPNeNCmR.js} +1 -1
- package/dist/gateway/static/root/assets/{app-link-CdD448kS.js → app-link-DImAfVs5.js} +1 -1
- package/dist/gateway/static/root/assets/{app-management-settings-panel-nuDfyfZ5.js → app-management-settings-panel-Bhz6bj1C.js} +1 -1
- package/dist/gateway/static/root/assets/{appearance-settings-D4oON26V.js → appearance-settings-BX32aogA.js} +1 -1
- package/dist/gateway/static/root/assets/{apps-page-BM1BfXzo.js → apps-page-0Yo3jBsQ.js} +1 -1
- package/dist/gateway/static/root/assets/{archive-plugin-mKjfC6Sk.js → archive-plugin-Bha8obMe.js} +1 -1
- package/dist/gateway/static/root/assets/arrow-up-right-T72JbQ1Q.js +1 -0
- package/dist/gateway/static/root/assets/{automation-api-C9pjryrT.js → automation-api-mn8ihWJ_.js} +1 -1
- package/dist/gateway/static/root/assets/{automation-result-state-uvg7Bi2x.js → automation-result-state-COzakzak.js} +1 -1
- package/dist/gateway/static/root/assets/automation-run-list-BhtaMpTb.js +1 -0
- package/dist/gateway/static/root/assets/{automation-task-card-CXGC8afU.js → automation-task-card-BY_k6iWp.js} +1 -1
- package/dist/gateway/static/root/assets/{automations-page-CwQg9dfM.js → automations-page-Dt_Z1UTT.js} +1 -1
- package/dist/gateway/static/root/assets/{automations-workspace-DhLgFY2T.js → automations-workspace-BhHgruhH.js} +2 -2
- package/dist/gateway/static/root/assets/{binary-plugins-BNPDM14i.js → binary-plugins-DUbrJFLU.js} +1 -1
- package/dist/gateway/static/root/assets/{block-editor-De9UqmMT.js → block-editor-DW--pXAc.js} +1 -1
- package/dist/gateway/static/root/assets/{browser-settings-page-B0VB5umC.js → browser-settings-page-CDh6nxs9.js} +1 -1
- package/dist/gateway/static/root/assets/{capabilities-Cp-rmFMM.js → capabilities-DKbXv8Ck.js} +1 -1
- package/dist/gateway/static/root/assets/{capabilities-BtJB4u5C.js → capabilities-kG175Q-7.js} +1 -1
- package/dist/gateway/static/root/assets/capabilities-page-D1wQ2sPI.js +2 -0
- package/dist/gateway/static/root/assets/capabilities-settings-panel-BW5jQz5R.js +8 -0
- package/dist/gateway/static/root/assets/capability-navigation-QtHJxxW2.js +1 -0
- package/dist/gateway/static/root/assets/{channels-ZJORx-he.js → channels-BzZp42yO.js} +1 -1
- package/dist/gateway/static/root/assets/{chat-agents-api-CtuEaDG8.js → chat-agents-api-UOdNWZ0_.js} +1 -1
- package/dist/gateway/static/root/assets/{chat-chart-block-ShPQBlNE.js → chat-chart-block-NSy-B0NS.js} +1 -1
- package/dist/gateway/static/root/assets/chat-page-dY6aCCRx.js +71 -0
- package/dist/gateway/static/root/assets/{chat-terminal-dock-CvDRfHAZ.js → chat-terminal-dock-CAaHWS7F.js} +1 -1
- package/dist/gateway/static/root/assets/{command-palette-api-NJTvEF2b.js → command-palette-api-Dkn9bbYd.js} +1 -1
- package/dist/gateway/static/root/assets/composer-model-config-control-BrK8-SNz.js +1 -0
- package/dist/gateway/static/root/assets/{composer-notifications-BkezOy9Q.js → composer-notifications-B-kL3qAA.js} +1 -1
- package/dist/gateway/static/root/assets/{composer-payload-handoff-CEjJusbJ.js → composer-payload-handoff-DBE1mvOS.js} +1 -1
- package/dist/gateway/static/root/assets/{computer-settings-page-DG8bcw_s.js → computer-settings-page-C9KdEecx.js} +1 -1
- package/dist/gateway/static/root/assets/{confirm-dialog-D7dQJytv.js → confirm-dialog-DrA5mTQp.js} +1 -1
- package/dist/gateway/static/root/assets/connected-providers-grid-D_8v6Qex.js +1 -0
- package/dist/gateway/static/root/assets/{connection-usage-guide-f55PDAbb.js → connection-usage-guide-CiVpcbds.js} +1 -1
- package/dist/gateway/static/root/assets/{connector-service-page-Ca09FIBW.js → connector-service-page-B919cKSm.js} +1 -1
- package/dist/gateway/static/root/assets/{connectors-api-dai-YAdK.js → connectors-api-CgsSm-Av.js} +1 -1
- package/dist/gateway/static/root/assets/connectors-page-CEpfDCLA.js +1 -0
- package/dist/gateway/static/root/assets/{date-picker-C70ICT7u.js → date-picker-dx284jQI.js} +1 -1
- package/dist/gateway/static/root/assets/{date-time-picker-Czj5fnsJ.js → date-time-picker-Dj-bhLNP.js} +1 -1
- package/dist/gateway/static/root/assets/{desktop-pet-Dq3OLpPg.js → desktop-pet-DlTuGzZ2.js} +1 -1
- package/dist/gateway/static/root/assets/{desktop-pet-narrative-B7I1II0Z.js → desktop-pet-narrative-cBFIPXzR.js} +1 -1
- package/dist/gateway/static/root/assets/{desktop-pet-settings-q4mec6zt.js → desktop-pet-settings-CsmrvoxU.js} +1 -1
- package/dist/gateway/static/root/assets/{dev-view-store-lXnKsRew.js → dev-view-store-BOxbj1ie.js} +1 -1
- package/dist/gateway/static/root/assets/{device-pairing-wizard-CbUX0iit.js → device-pairing-wizard-CAqFIFRC.js} +1 -1
- package/dist/gateway/static/root/assets/{directory-picker-path-field-BRnwhemd.js → directory-picker-path-field-BxEw5OrT.js} +1 -1
- package/dist/gateway/static/root/assets/{discussion-annotation-sync-BnK6Ua7v.js → discussion-annotation-sync-CyntTwIa.js} +1 -1
- package/dist/gateway/static/root/assets/dist-CY7CS_D3.js +1 -0
- package/dist/gateway/static/root/assets/extension-authoritative-grants-C0ReZguU.js +1 -0
- package/dist/gateway/static/root/assets/{extension-debug-page-Bp2BrJbB.js → extension-debug-page-Cd3HMUbi.js} +1 -1
- package/dist/gateway/static/root/assets/extension-iframe-host-DiIqM2JO.js +1 -0
- package/dist/gateway/static/root/assets/{extension-marketplace-api-tk93vJL_.js → extension-marketplace-api-CK5CMKTs.js} +1 -1
- package/dist/gateway/static/root/assets/extension-message-router-Dn8JzOdR.js +8 -0
- package/dist/gateway/static/root/assets/extension-page-CLZtAtqm.js +1 -0
- package/dist/gateway/static/root/assets/extension-provider-CbVokTvd.js +1 -0
- package/dist/gateway/static/root/assets/{extension-settings-page-BGcZIeHP.js → extension-settings-page-BM79cwUy.js} +1 -1
- package/dist/gateway/static/root/assets/{file-preview-surface-BK2_4mWy.js → file-preview-surface-z7_HV0WN.js} +1 -1
- package/dist/gateway/static/root/assets/{gateway-config-swr-DsXilOaJ.js → gateway-config-swr-OGhON-s6.js} +1 -1
- package/dist/gateway/static/root/assets/{gateway-realtime-DopPmAMl.js → gateway-realtime-B9u4uSXW.js} +1 -1
- package/dist/gateway/static/root/assets/gateway-realtime-store-xB7Bq4Zs.js +1 -0
- package/dist/gateway/static/root/assets/{gateway-restart-eozrXTm7.js → gateway-restart-DKAweWmg.js} +1 -1
- package/dist/gateway/static/root/assets/{gateway-settings-DddUli-p.js → gateway-settings-Dc7qUbG-.js} +1 -1
- package/dist/gateway/static/root/assets/{gateway-startup-retry-DMQI0ATo.js → gateway-startup-retry-BaaoKBoB.js} +1 -1
- package/dist/gateway/static/root/assets/{global-defaults-api-D7hk1zTj.js → global-defaults-api-BIr3ApRj.js} +1 -1
- package/dist/gateway/static/root/assets/{home-page-C8oVgxQg.js → home-page-i_PIrDCU.js} +2 -2
- package/dist/gateway/static/root/assets/{image-generation-api-BCbvDDH_.js → image-generation-api-C7D2IetZ.js} +1 -1
- package/dist/gateway/static/root/assets/{imports-page-B9LF_2fO.js → imports-page-BjEdZJxZ.js} +1 -1
- package/dist/gateway/static/root/assets/index-Bj5exyow.css +1 -0
- package/dist/gateway/static/root/assets/index-CZI3VGGW.js +11 -0
- package/dist/gateway/static/root/assets/{install-connector-dialog-DT32t-66.js → install-connector-dialog-BsiyYQhx.js} +1 -1
- package/dist/gateway/static/root/assets/{keyboard-shortcuts-settings-DDwoBK8g.js → keyboard-shortcuts-settings-CIthQ1lp.js} +1 -1
- package/dist/gateway/static/root/assets/local-app-workbench-page-CSCIHvZV.js +1 -0
- package/dist/gateway/static/root/assets/local-apps-DeqzkJiF.js +1 -0
- package/dist/gateway/static/root/assets/{local-apps-page-qzxr3c8Y.js → local-apps-page-EntiM0tz.js} +1 -1
- package/dist/gateway/static/root/assets/{local-session-drafts-BU3FXj_X.js → local-session-drafts-XurtjR58.js} +1 -1
- package/dist/gateway/static/root/assets/{locale-store-DTUQ0JiK.js → locale-store-cg9cm2EL.js} +1 -1
- package/dist/gateway/static/root/assets/logs-page-rmS9VSem.js +2 -0
- package/dist/gateway/static/root/assets/{management-api-C6mCD0mZ.js → management-api-B6jVuJ6W.js} +1 -1
- package/dist/gateway/static/root/assets/{management-settings-C4BKD-_b.js → management-settings-DdI9gs51.js} +1 -1
- package/dist/gateway/static/root/assets/{markdown-view-DHjn1-ML.js → markdown-view-D1zBWkfB.js} +1 -1
- package/dist/gateway/static/root/assets/{mcp-conversation-setup-page-ClgMvru5.js → mcp-conversation-setup-page-Bn49Ph1n.js} +1 -1
- package/dist/gateway/static/root/assets/{media-plugins-8E2KZQym.js → media-plugins-Cd6hAGDp.js} +1 -1
- package/dist/gateway/static/root/assets/messages-eQ2CYlpG.js +3 -0
- package/dist/gateway/static/root/assets/{model-selector-CJY9LRsl.js → model-selector-CL6WT-jw.js} +1 -1
- package/dist/gateway/static/root/assets/{models-hub-cache-BTs8jhgq.js → models-hub-cache-s0FMNhq9.js} +1 -1
- package/dist/gateway/static/root/assets/{note-detail-panel-DiCfpcZd.js → note-detail-panel-anM38aV6.js} +3 -3
- package/dist/gateway/static/root/assets/note-image-lightbox-DfK2KSgu.js +1 -0
- package/dist/gateway/static/root/assets/{notes-api-BnaeXy22.js → notes-api-CR75RHd0.js} +1 -1
- package/dist/gateway/static/root/assets/{notes-page-B_vTBmyx.js → notes-page-BsZmT7Zw.js} +2 -2
- package/dist/gateway/static/root/assets/{oauth-api-BZ67vxsq.js → oauth-api-CvPnQTlH.js} +1 -1
- package/dist/gateway/static/root/assets/oauth-provider-connect-Dk1NeeqD.js +1 -0
- package/dist/gateway/static/root/assets/{page-context-capture-button-TpjRHhUt.js → page-context-capture-button-BPtX67hZ.js} +1 -1
- package/dist/gateway/static/root/assets/{page-context-draft-BbUpxlgV.js → page-context-draft-Ckb8baxj.js} +1 -1
- package/dist/gateway/static/root/assets/page-header-store-DU4NnGap.js +1 -0
- package/dist/gateway/static/root/assets/personal-avatar-CZSnrSfc.js +1 -0
- package/dist/gateway/static/root/assets/personal-page-BSCNuRMT.js +1 -0
- package/dist/gateway/static/root/assets/personal-profile-settings-DJRDcK2c.js +1 -0
- package/dist/gateway/static/root/assets/personal-settings-panel-C6p25Noq.js +1 -0
- package/dist/gateway/static/root/assets/phone-DdhTnt6X.js +1 -0
- package/dist/gateway/static/root/assets/{phone-dependencies-card-ChRrViSc.js → phone-dependencies-card-DKkFFpqi.js} +1 -1
- package/dist/gateway/static/root/assets/{phone-model-connection-DmswEWqx.js → phone-model-connection-CRRHq4PQ.js} +1 -1
- package/dist/gateway/static/root/assets/{phone-model-picker-CvuOhQpk.js → phone-model-picker-CN_I0-46.js} +1 -1
- package/dist/gateway/static/root/assets/{phone-settings-page-2hZ68I47.js → phone-settings-page-CkdSOA7D.js} +1 -1
- package/dist/gateway/static/root/assets/{phone-workspace-store-BMvxfZ3g.js → phone-workspace-store-CC61pIuJ.js} +1 -1
- package/dist/gateway/static/root/assets/{plugin-details-dialog-qvdi41L2.js → plugin-details-dialog-Bqz4jT53.js} +1 -1
- package/dist/gateway/static/root/assets/{preference-select-fields-RDatqlhG.js → preference-select-fields-DHeNbAvn.js} +1 -1
- package/dist/gateway/static/root/assets/{product-automation-feedback-Bj9ZsasT.js → product-automation-feedback-BN2HTA9T.js} +1 -1
- package/dist/gateway/static/root/assets/{product-delivery-DRyD9_Xq.js → product-delivery-BFfqdKLe.js} +1 -1
- package/dist/gateway/static/root/assets/{product-open-page-CzXmn2MX.js → product-open-page-B-j4gpLD.js} +1 -1
- package/dist/gateway/static/root/assets/{product-preview-content-Beg0t4GW.js → product-preview-content-EqrTk7kU.js} +1 -1
- package/dist/gateway/static/root/assets/{product-preview-modal-5ulFfVzf.js → product-preview-modal-aurFBFq4.js} +2 -2
- package/dist/gateway/static/root/assets/{project-detail-page-8bnYqXLJ.js → project-detail-page-ibZZ_w51.js} +2 -2
- package/dist/gateway/static/root/assets/{project-understanding-CXf7wjwt.js → project-understanding-HNK9lFVy.js} +1 -1
- package/dist/gateway/static/root/assets/{projects-page-CyA6fCPg.js → projects-page-CugSyKl5.js} +1 -1
- package/dist/gateway/static/root/assets/providers-api-DUntOOqr.js +1 -0
- package/dist/gateway/static/root/assets/{recording-upload-BZvpuPZT.js → recording-upload-DIwP541B.js} +1 -1
- package/dist/gateway/static/root/assets/{registry-api-C_8-f85U.js → registry-api-BTd_OgbD.js} +1 -1
- package/dist/gateway/static/root/assets/{remote-access-hub-Daxdjqs9.js → remote-access-hub-f5mIfsBF.js} +1 -1
- package/dist/gateway/static/root/assets/{resource-unavailable-khPb8zb8.js → resource-unavailable-DtQ2rfu_.js} +1 -1
- package/dist/gateway/static/root/assets/route-preload-anuckzRl.js +2 -0
- package/dist/gateway/static/root/assets/runtime-health-zDkHcOZO.js +1 -0
- package/dist/gateway/static/root/assets/{runtime-tools-api-2YumRxOJ.js → runtime-tools-api-C1iI8EPo.js} +1 -1
- package/dist/gateway/static/root/assets/{runtime-tools-settings-panel-DH00p-rI.js → runtime-tools-settings-panel-0tdI1z0g.js} +1 -1
- package/dist/gateway/static/root/assets/{service-recommendation-list-wXf_ZlHq.js → service-recommendation-list-DSIe-NRe.js} +1 -1
- package/dist/gateway/static/root/assets/{session-api-Dt7vRa-E.js → session-api-CQlEq0MB.js} +1 -1
- package/dist/gateway/static/root/assets/session-manager-C7RfUfqI.js +25 -0
- package/dist/gateway/static/root/assets/{sessions-page-CCcpMHIH.js → sessions-page-DdS8U0RV.js} +1 -1
- package/dist/gateway/static/root/assets/settings-advanced-gate-DnfH22f_.js +1 -0
- package/dist/gateway/static/root/assets/{settings-advanced-section-DRlQdj_w.js → settings-advanced-section-C6dPu5i1.js} +1 -1
- package/dist/gateway/static/root/assets/{settings-mode-store-BE6t--iO.js → settings-mode-store-BSiiowQa.js} +1 -1
- package/dist/gateway/static/root/assets/{settings-page-_F2d9-GZ.js → settings-page-DAc5n-mM.js} +1 -1
- package/dist/gateway/static/root/assets/{settings-page-header-DG3MQwSF.js → settings-page-header-BSMu5Zq3.js} +1 -1
- package/dist/gateway/static/root/assets/{settings-page-layout-SuMAUhMb.js → settings-page-layout-B_vMffB1.js} +1 -1
- package/dist/gateway/static/root/assets/{setup-interaction-page-DyDiHKjZ.js → setup-interaction-page-DKXfFdNt.js} +1 -1
- package/dist/gateway/static/root/assets/{setup-status-panel-CPNFWhrr.js → setup-status-panel-BbAZ9w77.js} +1 -1
- package/dist/gateway/static/root/assets/{share-link-dialog-wu-minYF.js → share-link-dialog-ztX1WPXG.js} +1 -1
- package/dist/gateway/static/root/assets/{share-preview-page-BqbfuQBU.js → share-preview-page-Ds2Ydfg6.js} +1 -1
- package/dist/gateway/static/root/assets/{shares-api-DwsEzRc6.js → shares-api-CSZqeNL4.js} +1 -1
- package/dist/gateway/static/root/assets/{shares-settings-BxutiB6Y.js → shares-settings-CX3TNAmI.js} +1 -1
- package/dist/gateway/static/root/assets/{skill-api-C7wPB73H.js → skill-api-CGzAQ-MX.js} +1 -1
- package/dist/gateway/static/root/assets/{skill-list-api-C4AjzhlY.js → skill-list-api-DfUsku-x.js} +1 -1
- package/dist/gateway/static/root/assets/{skill-reload-api-CqfS9zlG.js → skill-reload-api-Y9qSMnBd.js} +1 -1
- package/dist/gateway/static/root/assets/{skills-page-8VYadExR.js → skills-page-DnMN50Ot.js} +1 -1
- package/dist/gateway/static/root/assets/sliding-segmented-CgQ3BFdb.js +1 -0
- package/dist/gateway/static/root/assets/{system-settings-panel-BV4GHnns.js → system-settings-panel-DWNkQmme.js} +1 -1
- package/dist/gateway/static/root/assets/{task-detail-page-C9IyuxdS.js → task-detail-page-BJok6V1K.js} +3 -3
- package/dist/gateway/static/root/assets/{task-input-card-NtzzVc0e.js → task-input-card-lCMSy6YY.js} +1 -1
- package/dist/gateway/static/root/assets/{terminal-panel-store-DWdJOGMn.js → terminal-panel-store-D8eZPvql.js} +1 -1
- package/dist/gateway/static/root/assets/{theme-store-FNf-kdMR.js → theme-store-GZQ3pTgy.js} +1 -1
- package/dist/gateway/static/root/assets/tool-friendly-title-DC8_9-Lo.js +2 -0
- package/dist/gateway/static/root/assets/{tracing-settings-page-BRPJuRpc.js → tracing-settings-page-DM3-7Hlw.js} +1 -1
- package/dist/gateway/static/root/assets/{tunnel-api-B7NHNrQJ.js → tunnel-api-DOGAIXRR.js} +1 -1
- package/dist/gateway/static/root/assets/{understanding-activity-store-bgCeO8bb.js → understanding-activity-store-CuPfe0eQ.js} +1 -1
- package/dist/gateway/static/root/assets/{understanding-refresh-store-CEhWIvsQ.js → understanding-refresh-store-Ihz2p9Vg.js} +1 -1
- package/dist/gateway/static/root/assets/{usage-page-35YfpfVW.js → usage-page-BA9Yrvqu.js} +1 -1
- package/dist/gateway/static/root/assets/{use-autosave-D8Qtt_Tn.js → use-autosave-CO0IPCVg.js} +1 -1
- package/dist/gateway/static/root/assets/{use-composer-attachments-H-tD4Db6.js → use-composer-attachments-CLIrD0mm.js} +1 -1
- package/dist/gateway/static/root/assets/{use-file-preview-expanded-P-0xmST2.js → use-file-preview-expanded-dhNMHf5b.js} +3 -3
- package/dist/gateway/static/root/assets/{use-personal-profile-Bk2rGWSy.js → use-personal-profile-CVqDWBDS.js} +1 -1
- package/dist/gateway/static/root/assets/use-realtime-voice-DDVVlX1R.js +1 -0
- package/dist/gateway/static/root/assets/{use-workspace-tree-D0_812KH.js → use-workspace-tree-CZej8mhf.js} +1 -1
- package/dist/gateway/static/root/assets/{user-model-page-BxHnOljT.js → user-model-page-1eYattnk.js} +1 -1
- package/dist/gateway/static/root/assets/voice-CDlC6XMH.js +1 -0
- package/dist/gateway/static/root/assets/{voice-api-key-field-BL56KGeq.js → voice-api-key-field-DpwUDAvu.js} +1 -1
- package/dist/gateway/static/root/assets/voice-call-context-BM2A4bLz.js +1 -0
- package/dist/gateway/static/root/assets/voice-config-api-GIuXoHXw.js +1 -0
- package/dist/gateway/static/root/assets/{voice-input-shortcut-events-BK-IvchL.js → voice-input-shortcut-events-Cc30ZcFy.js} +1 -1
- package/dist/gateway/static/root/assets/voice-settings-DA3m5MT0.js +1 -0
- package/dist/gateway/static/root/assets/{work-discovery-overlay-DDXae8Yc.js → work-discovery-overlay-yGUkk1NV.js} +1 -1
- package/dist/gateway/static/root/assets/{work-discovery-page-CxN0abrd.js → work-discovery-page-RN6iuY-0.js} +1 -1
- package/dist/gateway/static/root/assets/{working-directory-picker-modal-D3BUBFa0.js → working-directory-picker-modal-CeXl9w6z.js} +1 -1
- package/dist/gateway/static/root/assets/workspace-api-B1Uirhxf.js +2 -0
- package/dist/gateway/static/root/assets/workspace-editor-agent-store-Nos5ebMv.js +1 -0
- package/dist/gateway/static/root/assets/{workspace-file-preview-dialog-BKmtih6_.js → workspace-file-preview-dialog-D0h2yJ3v.js} +1 -1
- package/dist/gateway/static/root/assets/{workspace-open-location-menu-BdfKT4O4.js → workspace-open-location-menu-DWGNOIE2.js} +1 -1
- package/dist/gateway/static/root/assets/{xopc-cloud-account-card-BS_lsURY.js → xopc-cloud-account-card-x-XT4bKF.js} +1 -1
- package/dist/gateway/static/root/index.html +104 -100
- package/dist/package.js +1 -1
- package/dist/packages/gateway-contract/src/extension-capabilities.js +91 -4
- package/dist/packages/gateway-contract/src/index.js +3 -1
- package/dist/packages/gateway-contract/src/local-app-delegation.js +25 -0
- package/dist/packages/gateway-contract/src/local-apps.js +35 -4
- package/dist/packages/realtime-protocol/src/voice.js +5 -0
- package/dist/src/agent/agent-instance-gateway.d.ts +2 -0
- package/dist/src/agent/agent-manager.d.ts +1 -0
- package/dist/src/agent/agent-manager.js +12 -3
- package/dist/src/agent/background-review/prompts.js +2 -0
- package/dist/src/agent/background-review/run-background-review.js +13 -7
- package/dist/src/agent/child-agent-factory.js +24 -1
- package/dist/src/agent/commands/command-registry.d.ts +10 -0
- package/dist/src/agent/commands/command-registry.js +37 -16
- package/dist/src/agent/commands/command-transport.d.ts +19 -0
- package/dist/src/agent/commands/command-transport.js +92 -0
- package/dist/src/agent/context/execution-context.js +1 -1
- package/dist/src/agent/context/project-context.js +1 -1
- package/dist/src/agent/embedded/execution-tool-policy.d.ts +1 -0
- package/dist/src/agent/embedded/execution-tool-policy.js +17 -6
- package/dist/src/agent/embedded/index.js +1 -1
- package/dist/src/agent/embedded/run-for-session.js +66 -9
- package/dist/src/agent/embedded/run-turn.js +109 -15
- package/dist/src/agent/embedded/runs.d.ts +3 -0
- package/dist/src/agent/embedded/runs.js +21 -1
- package/dist/src/agent/embedded/session-runner.js +2 -2
- package/dist/src/agent/embedded/types.d.ts +2 -0
- package/dist/src/agent/external-tools/endpoint-provider.js +1 -1
- package/dist/src/agent/inbound/attachment-pipeline.js +1 -1
- package/dist/src/agent/inbound/turn-dispatcher.d.ts +1 -0
- package/dist/src/agent/inbound/turn-dispatcher.js +1 -0
- package/dist/src/agent/orchestration/agent-orchestrator.js +1 -1
- package/dist/src/agent/orchestration/child-run-monitor.d.ts +35 -0
- package/dist/src/agent/orchestration/child-run-monitor.js +104 -0
- package/dist/src/agent/orchestration/child-run-resume.d.ts +3 -0
- package/dist/src/agent/orchestration/child-run-resume.js +67 -0
- package/dist/src/agent/prompt/system-prompt.js +7 -6
- package/dist/src/agent/prompt/types.d.ts +2 -1
- package/dist/src/agent/prompt/voice-history.d.ts +9 -0
- package/dist/src/agent/prompt/voice-history.js +35 -0
- package/dist/src/agent/prompt/voice-presentation.d.ts +1 -1
- package/dist/src/agent/prompt/voice-presentation.js +1 -0
- package/dist/src/agent/sandbox/native-command.d.ts +15 -0
- package/dist/src/agent/sandbox/native-command.js +65 -0
- package/dist/src/agent/service/btw-query.d.ts +1 -0
- package/dist/src/agent/service/btw-query.js +1 -1
- package/dist/src/agent/service/direct-turn-helpers.js +2 -2
- package/dist/src/agent/service/process-direct-streaming.js +2 -2
- package/dist/src/agent/service.js +3 -3
- package/dist/src/agent/session/interaction-policy.d.ts +21 -0
- package/dist/src/agent/session/interaction-policy.js +58 -0
- package/dist/src/agent/session/session-inspector.js +3 -2
- package/dist/src/agent/tasks/task-judge-service.js +1 -1
- package/dist/src/agent/tools/create-share-tool.js +1 -1
- package/dist/src/agent/tools/exec-command.js +5 -0
- package/dist/src/agent/tools/factory.js +2 -2
- package/dist/src/agent/tools/image-generate-tool.js +5 -1
- package/dist/src/agent/tools/index.js +1 -1
- package/dist/src/agent/tools/list-dir.js +1 -1
- package/dist/src/agent/tools/managed-job-tool.js +16 -1
- package/dist/src/agent/tools/personal-read-tool.js +1 -1
- package/dist/src/agent/tools/personal-request-result-tool.js +1 -1
- package/dist/src/agent/tools/personal-task-tool.js +3 -1
- package/dist/src/agent/tools/publish-artifacts.js +1 -1
- package/dist/src/agent/tools/read.js +1 -1
- package/dist/src/agent/tools/send-media.js +1 -1
- package/dist/src/agent/tools/task-collaboration-tool.js +1 -1
- package/dist/src/agent/tools/task-evidence.js +6 -15
- package/dist/src/agent/tools/task-result-tool.js +1 -1
- package/dist/src/agent/tools/user-context-tool.js +1 -1
- package/dist/src/agent/tools/write.js +1 -1
- package/dist/src/agent/tools/xopc-use-tool.js +9 -8
- package/dist/src/agent-config/schema.d.ts +15 -0
- package/dist/src/automations/capabilities/drafts.js +5 -1
- package/dist/src/automations/capabilities/read.js +58 -8
- package/dist/src/automations/capabilities/write.js +53 -0
- package/dist/src/automations/delivery/delivery-router.js +3 -1
- package/dist/src/automations/run-changes.d.ts +2 -0
- package/dist/src/automations/run-changes.js +18 -0
- package/dist/src/automations/service/automation-service.d.ts +2 -9
- package/dist/src/automations/service/automation-service.js +3 -2
- package/dist/src/automations/storage/automation-run-repository.d.ts +5 -0
- package/dist/src/automations/storage/automation-run-repository.js +15 -1
- package/dist/src/capabilities/runtime/dispatcher.d.ts +12 -0
- package/dist/src/capabilities/runtime/dispatcher.js +22 -6
- package/dist/src/capabilities/runtime/product.d.ts +2 -0
- package/dist/src/capabilities/runtime/product.js +28 -6
- package/dist/src/channels/attachments/voice-stt-webchat.js +1 -1
- package/dist/src/chat-commands/types.d.ts +2 -0
- package/dist/src/cli/commands/tui-runner.d.ts +1 -1
- package/dist/src/cli/commands/tui-runner.js +1 -0
- package/dist/src/cli/commands/tui.js +1 -1
- package/dist/src/computer/evaluation-comparison.d.ts +4 -0
- package/dist/src/computer/evaluation-comparison.js +16 -1
- package/dist/src/computer/keyboard.js +1 -1
- package/dist/src/computer/model-adapter.js +18 -14
- package/dist/src/config/schema.d.ts +37 -3
- package/dist/src/config/schema.js +23 -5
- package/dist/src/gateway/agent-builtin-tools.d.ts +1 -1
- package/dist/src/gateway/agents-admin.js +1 -1
- package/dist/src/gateway/file-path-classifier.js +1 -1
- package/dist/src/gateway/hono/lib/safe-voice-config.js +4 -1
- package/dist/src/gateway/hono/routes/auth-registry-extensions.js +204 -12
- package/dist/src/gateway/hono/routes/lazy-bundles.js +18 -2
- package/dist/src/gateway/hono/routes/local-app-capabilities.js +27 -6
- package/dist/src/gateway/hono/routes/local-app-development.d.ts +3 -0
- package/dist/src/gateway/hono/routes/local-app-development.js +13 -0
- package/dist/src/gateway/hono/routes/local-app-previews.d.ts +3 -0
- package/dist/src/gateway/hono/routes/local-app-previews.js +86 -0
- package/dist/src/gateway/hono/routes/local-app-run-streams.d.ts +4 -0
- package/dist/src/gateway/hono/routes/local-app-run-streams.js +105 -0
- package/dist/src/gateway/hono/routes/local-apps.js +3 -2
- package/dist/src/gateway/hono/routes/projects.js +1 -1
- package/dist/src/gateway/hono/routes/sessions.js +2 -2
- package/dist/src/gateway/hono/routes/shares.js +1 -1
- package/dist/src/gateway/hono/routes/tasks.js +4 -4
- package/dist/src/gateway/hono/routes/tui.js +308 -0
- package/dist/src/gateway/hono/routes/user-model.js +2 -2
- package/dist/src/gateway/hono/routes/voice.js +4 -3
- package/dist/src/gateway/media-access.js +1 -1
- package/dist/src/gateway/security/gateway-scopes.js +1 -1
- package/dist/src/gateway/security/local-app-delegation-access.d.ts +5 -0
- package/dist/src/gateway/security/local-app-delegation-access.js +22 -0
- package/dist/src/gateway/service/agent-runner.js +1 -1
- package/dist/src/gateway/service/config-coordinator.d.ts +8 -3
- package/dist/src/gateway/service/run-gateway-agent.js +7 -6
- package/dist/src/gateway/service/session-input-coordinator.d.ts +1 -0
- package/dist/src/gateway/service/session-input-coordinator.js +6 -2
- package/dist/src/gateway/service/sessions-api.d.ts +1 -1
- package/dist/src/gateway/service/sessions-api.js +3 -3
- package/dist/src/gateway/service.js +50 -17
- package/dist/src/gateway/session-reset-service.js +1 -1
- package/dist/src/gateway/xopc-cloud-capability-setup.js +1 -1
- package/dist/src/infra/execution-authority.d.ts +12 -0
- package/dist/src/infra/execution-authority.js +27 -0
- package/dist/src/local-apps/access-audit.d.ts +17 -0
- package/dist/src/local-apps/access-audit.js +42 -0
- package/dist/src/local-apps/automation-proposals.d.ts +754 -0
- package/dist/src/local-apps/automation-proposals.js +185 -0
- package/dist/src/local-apps/capabilities/automation-policy.d.ts +7 -0
- package/dist/src/local-apps/capabilities/automation-policy.js +46 -0
- package/dist/src/local-apps/capabilities/contracts.js +25 -0
- package/dist/src/local-apps/capabilities/delegate.d.ts +3 -0
- package/dist/src/local-apps/capabilities/delegate.js +183 -0
- package/dist/src/local-apps/capabilities/projections.d.ts +853 -0
- package/dist/src/local-apps/capabilities/projections.js +186 -0
- package/dist/src/local-apps/capabilities/resource-policy.d.ts +3 -0
- package/dist/src/local-apps/capabilities/resource-policy.js +119 -0
- package/dist/src/local-apps/capabilities/runtime.d.ts +2 -1
- package/dist/src/local-apps/capabilities/runtime.js +109 -39
- package/dist/src/local-apps/execution-authority.d.ts +13 -0
- package/dist/src/local-apps/execution-authority.js +104 -0
- package/dist/src/local-apps/fix-guidance.js +4 -1
- package/dist/src/local-apps/p1-services.d.ts +189 -0
- package/dist/src/local-apps/p1-services.js +620 -0
- package/dist/src/local-apps/preview-fixtures.d.ts +20 -0
- package/dist/src/local-apps/preview-fixtures.js +52 -0
- package/dist/src/local-apps/preview-runtime-bridge.d.ts +1 -1
- package/dist/src/local-apps/preview-runtime-bridge.js +41 -18
- package/dist/src/local-apps/preview-sessions.d.ts +52 -0
- package/dist/src/local-apps/preview-sessions.js +316 -0
- package/dist/src/local-apps/preview-worker.d.ts +1 -0
- package/dist/src/local-apps/preview-worker.js +117 -0
- package/dist/src/local-apps/public-assets.d.ts +2 -0
- package/dist/src/local-apps/public-assets.js +42 -0
- package/dist/src/local-apps/scaffold.js +1 -1
- package/dist/src/local-apps/service.d.ts +128 -5
- package/dist/src/local-apps/service.js +153 -15
- package/dist/src/local-apps/store.d.ts +3 -0
- package/dist/src/local-apps/store.js +42 -16
- package/dist/src/local-apps/types.d.ts +2 -0
- package/dist/src/memory-learning/repository.js +3 -2
- package/dist/src/memory-learning/service.js +4 -13
- package/dist/src/memory-learning/transcript-source.d.ts +9 -0
- package/dist/src/memory-learning/transcript-source.js +31 -0
- package/dist/src/notes/agent-context.js +1 -1
- package/dist/src/notes/capabilities/read.js +11 -2
- package/dist/src/notes/capabilities/write.js +10 -1
- package/dist/src/notes/types.d.ts +2 -0
- package/dist/src/personal-agent/communication.d.ts +2 -1
- package/dist/src/personal-agent/communication.js +3 -1
- package/dist/src/personal-agent/prompt-context.js +15 -23
- package/dist/src/personal-agent/prompts.js +3 -2
- package/dist/src/personal-agent/reply-composer.js +2 -2
- package/dist/src/personal-agent/request-access.js +1 -1
- package/dist/src/personal-agent/request-delivery.js +1 -1
- package/dist/src/personal-agent/request-service.js +2 -2
- package/dist/src/personal-agent/service.js +1 -0
- package/dist/src/personal-agent/task-cancel.js +1 -1
- package/dist/src/phone/contracts.d.ts +1 -1
- package/dist/src/phone/model-adapter.d.ts +1 -1
- package/dist/src/phone/runtime.d.ts +1 -1
- package/dist/src/platform/contracts.d.ts +3 -3
- package/dist/src/process/fork-worker.d.ts +2 -0
- package/dist/src/process/fork-worker.js +7 -0
- package/dist/src/projects/capabilities/read.js +43 -2
- package/dist/src/projects/capabilities/write.js +25 -0
- package/dist/src/projects/project-store.js +12 -1
- package/dist/src/projects/types.d.ts +1 -0
- package/dist/src/realtime/broker.js +1 -1
- package/dist/src/review/review-git.js +14 -1
- package/dist/src/session/client-history.js +12 -1
- package/dist/src/session/session-context-for-llm.js +10 -3
- package/dist/src/session/store.d.ts +1 -0
- package/dist/src/session/store.js +2 -1
- package/dist/src/session/stored-rows-to-file-entries.js +1 -1
- package/dist/src/session/transcript-outline.js +9 -0
- package/dist/src/session/voice-transcript.d.ts +14 -0
- package/dist/src/session/voice-transcript.js +19 -2
- package/dist/src/share/share-store.js +1 -1
- package/dist/src/share/site-share-store.js +1 -1
- package/dist/src/storage/sqlite/notes-repository.js +7 -0
- package/dist/src/storage/sqlite/resource-scope.d.ts +10 -0
- package/dist/src/storage/sqlite/resource-scope.js +31 -0
- package/dist/src/storage/sqlite/transcript-repository.d.ts +3 -0
- package/dist/src/storage/sqlite/transcript-repository.js +43 -7
- package/dist/src/tasks/capabilities/management.js +3 -0
- package/dist/src/tasks/capabilities/read.js +21 -3
- package/dist/src/tasks/capabilities/write.js +11 -2
- package/dist/src/tasks/index.js +1 -1
- package/dist/src/tasks/task-allocation-service.js +1 -1
- package/dist/src/tasks/task-application-service.js +3 -3
- package/dist/src/tasks/task-context-assembler.js +1 -1
- package/dist/src/tasks/task-evidence-tools.d.ts +2 -0
- package/dist/src/tasks/task-evidence-tools.js +22 -0
- package/dist/src/tasks/task-main-update-delivery.js +2 -0
- package/dist/src/tasks/task-repository.d.ts +2 -0
- package/dist/src/tasks/task-repository.js +7 -0
- package/dist/src/tasks/task-research-result.js +8 -21
- package/dist/src/tasks/task-result-delivery-repository.d.ts +6 -0
- package/dist/src/tasks/task-result-delivery-repository.js +26 -0
- package/dist/src/tasks/task-result-delivery-service.js +3 -3
- package/dist/src/tasks/task-run-coordinator.js +1 -1
- package/dist/src/tui/backend-services.d.ts +14 -0
- package/dist/src/tui/backend-services.js +67 -0
- package/dist/src/tui/backends/embedded-backend.d.ts +48 -4
- package/dist/src/tui/backends/embedded-backend.js +248 -42
- package/dist/src/tui/backends/gateway-realtime-backend.d.ts +46 -2
- package/dist/src/tui/backends/gateway-realtime-backend.js +205 -62
- package/dist/src/tui/components/chat-log.d.ts +1 -0
- package/dist/src/tui/components/chat-log.js +11 -5
- package/dist/src/tui/components/scoped-models-selector.js +1 -1
- package/dist/src/tui/components/session-selector.js +1 -1
- package/dist/src/tui/components/text-viewer.d.ts +32 -0
- package/dist/src/tui/components/text-viewer.js +132 -0
- package/dist/src/tui/components/tui-bottom-bar.js +3 -0
- package/dist/src/tui/extension-host/autocomplete.js +9 -1
- package/dist/src/tui/extension-host/runtime.d.ts +1 -0
- package/dist/src/tui/extension-host/runtime.js +1 -0
- package/dist/src/tui/tui-backend.d.ts +36 -3
- package/dist/src/tui/tui-capabilities.d.ts +15 -0
- package/dist/src/tui/tui-capabilities.js +46 -0
- package/dist/src/tui/tui-capability-controls.d.ts +9 -0
- package/dist/src/tui/tui-capability-controls.js +250 -0
- package/dist/src/tui/tui-clarification.d.ts +15 -0
- package/dist/src/tui/tui-clarification.js +91 -0
- package/dist/src/tui/tui-command-formatters.d.ts +0 -4
- package/dist/src/tui/tui-command-formatters.js +3 -43
- package/dist/src/tui/tui-commands.d.ts +4 -4
- package/dist/src/tui/tui-commands.js +219 -127
- package/dist/src/tui/tui-control-commands.d.ts +12 -0
- package/dist/src/tui/tui-control-commands.js +127 -0
- package/dist/src/tui/tui-image-files.d.ts +2 -0
- package/dist/src/tui/tui-image-files.js +47 -0
- package/dist/src/tui/tui-local-shell.d.ts +6 -0
- package/dist/src/tui/tui-local-shell.js +36 -2
- package/dist/src/tui/tui-management.d.ts +114 -0
- package/dist/src/tui/tui-management.js +233 -0
- package/dist/src/tui/tui-picker-overlay.d.ts +1 -6
- package/dist/src/tui/tui-picker-overlay.js +1 -62
- package/dist/src/tui/tui-session-actions.d.ts +1 -0
- package/dist/src/tui/tui-session-actions.js +97 -29
- package/dist/src/tui/tui-settings.js +1 -1
- package/dist/src/tui/tui-side-chat.d.ts +10 -0
- package/dist/src/tui/tui-side-chat.js +56 -0
- package/dist/src/tui/tui-terminal.d.ts +3 -0
- package/dist/src/tui/tui-terminal.js +52 -0
- package/dist/src/tui/tui-types.d.ts +4 -1
- package/dist/src/tui/tui.js +422 -211
- package/dist/src/tui/xopc-tui-keybindings.d.ts +29 -9
- package/dist/src/tui/xopc-tui-keybindings.js +27 -7
- package/dist/src/usage/recorder.js +2 -0
- package/dist/src/usage/scenario-registry.js +5 -0
- package/dist/src/user-model/index.js +3 -3
- package/dist/src/user-model/profile.d.ts +8 -0
- package/dist/src/user-model/profile.js +19 -1
- package/dist/src/voice/platform-settings.d.ts +5 -0
- package/dist/src/voice/platform-settings.js +15 -2
- package/dist/src/voice/platform-streams.d.ts +7 -3
- package/dist/src/voice/platform-streams.js +90 -18
- package/dist/src/voice/realtime/agentBroker.d.ts +12 -1
- package/dist/src/voice/realtime/agentBroker.js +22 -5
- package/dist/src/voice/realtime/agentEngine.js +104 -12
- package/dist/src/voice/realtime/chat-publication.d.ts +24 -0
- package/dist/src/voice/realtime/chat-publication.js +61 -0
- package/dist/src/voice/realtime/conversation-context.d.ts +7 -1
- package/dist/src/voice/realtime/conversation-context.js +54 -16
- package/dist/src/voice/realtime/engine.d.ts +2 -0
- package/dist/src/voice/realtime/identity-grounding.d.ts +8 -0
- package/dist/src/voice/realtime/identity-grounding.js +34 -0
- package/dist/src/voice/realtime/memory-context.js +48 -14
- package/dist/src/voice/realtime/naturalAgentTools.d.ts +90 -0
- package/dist/src/voice/realtime/naturalAgentTools.js +275 -0
- package/dist/src/voice/realtime/omniEngine.d.ts +8 -0
- package/dist/src/voice/realtime/omniEngine.js +239 -13
- package/dist/src/voice/realtime/omniRoute.d.ts +1 -0
- package/dist/src/voice/realtime/omniRoute.js +23 -4
- package/dist/src/voice/realtime/runtime.d.ts +1 -0
- package/dist/src/voice/realtime/runtime.js +116 -22
- package/dist/src/voice/realtime/runtime.types.d.ts +3 -1
- package/dist/src/voice/realtime/speakable-segmenter.d.ts +2 -1
- package/dist/src/voice/realtime/speakable-segmenter.js +7 -2
- package/dist/src/voice/realtime/turnPolicy.d.ts +1 -2
- package/dist/src/voice/realtime/turnPolicy.js +4 -6
- package/dist/src/voice/realtime/user-context.d.ts +14 -0
- package/dist/src/voice/realtime/user-context.js +63 -0
- package/dist/src/voice/tts/providers/xopc-cloud-speech.js +29 -23
- package/dist/src/voice/tts/speak-core.js +1 -0
- package/dist/src/voice/tts/speech-provider-types.d.ts +2 -0
- package/dist/src/work-discovery/service.js +1 -1
- package/package.json +3 -1
- package/skills/engineering/build-xopc-local-app/SKILL.md +5 -1
- package/skills/engineering/build-xopc-local-app/references/app-contract.md +43 -2
- package/dist/gateway/static/root/assets/api-DIKAjDAK.js +0 -1
- package/dist/gateway/static/root/assets/automation-run-list-J-R4-hVm.js +0 -1
- package/dist/gateway/static/root/assets/capabilities-page-KRaK8LKT.js +0 -2
- package/dist/gateway/static/root/assets/capabilities-settings-panel-aJy-1o5H.js +0 -8
- package/dist/gateway/static/root/assets/chat-page-QmBfel_Z.js +0 -71
- package/dist/gateway/static/root/assets/clipboard-copy-DuJk5WD6.js +0 -1
- package/dist/gateway/static/root/assets/connected-providers-grid-BWVieU6P.js +0 -1
- package/dist/gateway/static/root/assets/connectors-page-C8M01Zxs.js +0 -1
- package/dist/gateway/static/root/assets/dist-BGTk37IG.js +0 -1
- package/dist/gateway/static/root/assets/extension-iframe-host-DjXDDmUd.js +0 -1
- package/dist/gateway/static/root/assets/extension-page-CGgneUDY.js +0 -1
- package/dist/gateway/static/root/assets/extension-provider-BktGTwH_.js +0 -1
- package/dist/gateway/static/root/assets/gateway-realtime-store-ZxMFPH4n.js +0 -1
- package/dist/gateway/static/root/assets/index-CPXKrqLj.js +0 -11
- package/dist/gateway/static/root/assets/index-Dc-3QQaz.css +0 -1
- package/dist/gateway/static/root/assets/local-app-workbench-page-CnckB-RA.js +0 -1
- package/dist/gateway/static/root/assets/local-apps-Ck6kACsY.js +0 -1
- package/dist/gateway/static/root/assets/logs-page-_nIEwZn4.js +0 -2
- package/dist/gateway/static/root/assets/messages-C7ruaWtK.js +0 -3
- package/dist/gateway/static/root/assets/note-image-lightbox-kccIXJo_.js +0 -1
- package/dist/gateway/static/root/assets/oauth-provider-connect-CZP15znW.js +0 -1
- package/dist/gateway/static/root/assets/page-header-store-CFntbsPj.js +0 -1
- package/dist/gateway/static/root/assets/personal-avatar-CVocefDp.js +0 -1
- package/dist/gateway/static/root/assets/personal-page-BjnSgU89.js +0 -1
- package/dist/gateway/static/root/assets/personal-proactivity-DaRnbB1f.js +0 -1
- package/dist/gateway/static/root/assets/personal-settings-panel-CdMHSPCH.js +0 -1
- package/dist/gateway/static/root/assets/providers-api-DE7kdeXc.js +0 -1
- package/dist/gateway/static/root/assets/route-preload-DGMUu3pm.js +0 -2
- package/dist/gateway/static/root/assets/runtime-health-D2TDFLLq.js +0 -1
- package/dist/gateway/static/root/assets/session-manager-5qokJQ6W.js +0 -25
- package/dist/gateway/static/root/assets/settings-advanced-gate-B7-XQiJh.js +0 -1
- package/dist/gateway/static/root/assets/sliding-segmented-D346J92k.js +0 -1
- package/dist/gateway/static/root/assets/tool-friendly-title-YQmN1S2k.js +0 -2
- package/dist/gateway/static/root/assets/use-realtime-voice-BcokfdI0.js +0 -1
- package/dist/gateway/static/root/assets/voice-C607F0pB.js +0 -1
- package/dist/gateway/static/root/assets/voice-call-context-CJ1ZiJWR.js +0 -1
- package/dist/gateway/static/root/assets/voice-config-api-DVFTuHwH.js +0 -1
- package/dist/gateway/static/root/assets/workspace-api-ymncGc6j.js +0 -2
- package/dist/gateway/static/root/assets/workspace-editor-agent-store-BQrMvAkL.js +0 -1
|
@@ -7,13 +7,13 @@ import { init_model_usage, withModelUsageOrigin } from "../../providers/model-us
|
|
|
7
7
|
import { getModelCatalogStore, init_model_catalog_store } from "../../providers/model-catalog-store.js";
|
|
8
8
|
import { getPersonalAgentByConversation } from "../../personal-agent/repository.js";
|
|
9
9
|
import { getMediaUnderstandingProvider } from "../../media-understanding/registry.js";
|
|
10
|
-
import { resolveSTTProviderChain } from "../stt/factory.js";
|
|
10
|
+
import { resolveSTTProviderChain, resolveSTTProviderConfig } from "../stt/factory.js";
|
|
11
11
|
import { mergeSttConfigFromAppConfig } from "../stt/config.js";
|
|
12
12
|
import { ALIBABA_REALTIME_TTS_MODEL } from "../tts/providers/alibaba-speech.js";
|
|
13
13
|
import { resolveSpeechProviderChain } from "../tts/factory.js";
|
|
14
14
|
import { mergeTtsConfigFromAppConfig } from "../tts/merge-config.js";
|
|
15
15
|
import { verifyDeviceConnectionProof } from "../../gateway/security/device-request-proof.js";
|
|
16
|
-
import { voiceConversationInstructions } from "./conversation-context.js";
|
|
16
|
+
import { buildVoiceResumeHistory, voiceConversationInstructions } from "./conversation-context.js";
|
|
17
17
|
import { createPreauthConnectionBudget } from "../../gateway/security/preauth-connection-budget.js";
|
|
18
18
|
import { claimOpeningGreeting, finishOpeningGreeting, openingGreetingText } from "./opening-greeting.js";
|
|
19
19
|
import { createAgentVoiceEngine } from "./agentEngine.js";
|
|
@@ -52,14 +52,18 @@ function isStreamingProvider(provider) {
|
|
|
52
52
|
function resolveStreamingStt(config, language) {
|
|
53
53
|
const sttConfig = mergeSttConfigFromAppConfig(config.tools?.media?.audio, config.tools?.media);
|
|
54
54
|
const configured = config.voice?.realtime?.stt;
|
|
55
|
-
const
|
|
55
|
+
const selected = configured?.provider === "alibaba" ? resolveSTTProviderConfig(configured.provider, sttConfig) : void 0;
|
|
56
|
+
const chain = configured ? configured.provider === "xopc-cloud" ? [{
|
|
56
57
|
id: configured.provider,
|
|
57
58
|
model: configured.model
|
|
58
|
-
}] :
|
|
59
|
+
}] : selected ? [{
|
|
60
|
+
...selected,
|
|
61
|
+
model: configured.model
|
|
62
|
+
}] : [] : resolveSTTProviderChain(sttConfig);
|
|
59
63
|
for (const entry of chain) {
|
|
60
64
|
const plugin = getMediaUnderstandingProvider(entry.id);
|
|
61
65
|
if (!isStreamingProvider(plugin)) continue;
|
|
62
|
-
const model = plugin.id === "xopc-cloud" ?
|
|
66
|
+
const model = configured?.model ?? (plugin.id === "xopc-cloud" ? entry.model : void 0) ?? plugin.streamingAudio.defaultModel;
|
|
63
67
|
if (!plugin.streamingAudio.models.includes(model)) continue;
|
|
64
68
|
return {
|
|
65
69
|
plugin,
|
|
@@ -175,19 +179,27 @@ var VoiceRealtimeRuntime = class {
|
|
|
175
179
|
const testVoice = request.testHiggsVoice;
|
|
176
180
|
const personal = request.conversationId ? getPersonalAgentByConversation(request.conversationId) : null;
|
|
177
181
|
const preferences = personal?.voiceCallPreferences;
|
|
178
|
-
const
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
} : request;
|
|
183
|
-
const model = request.mode === "natural" ? testVoice || request.naturalBackend === "higgs" ? HIGGS_REALTIME_REF : selectedNaturalModel(config, preferences) : void 0;
|
|
184
|
-
if (!config.voice?.realtime?.enabled && model !== "boson/higgs-realtime") throw new VoiceSessionCreationError("VOICE_DISABLED", "Realtime voice is disabled", 503);
|
|
182
|
+
const preferred = preferences?.enginePreference ?? (config.voice?.realtime?.defaultEngine === "omni" ? "natural" : config.voice?.realtime?.defaultEngine === "agent" ? "assistant" : "auto");
|
|
183
|
+
const automatic = request.purpose === "conversation" && request.mode === void 0 && preferred === "auto";
|
|
184
|
+
const wantsNatural = request.purpose === "conversation" && (automatic || (request.mode ?? preferred) === "natural");
|
|
185
|
+
const model = wantsNatural ? testVoice || request.naturalBackend === "higgs" ? HIGGS_REALTIME_REF : selectedNaturalModel(config, preferences) : void 0;
|
|
185
186
|
let omni;
|
|
186
|
-
if (
|
|
187
|
+
if (wantsNatural) try {
|
|
187
188
|
omni = await resolveOmniRoute(config, model, testVoice ?? preferences?.higgsVoice);
|
|
189
|
+
if (automatic && !omni.tools) omni = void 0;
|
|
190
|
+
if (testVoice && omni) omni = {
|
|
191
|
+
...omni,
|
|
192
|
+
tools: false,
|
|
193
|
+
instructions: `This standalone voice preview has no tools and cannot perform actions.\n\n${omni.instructions}`
|
|
194
|
+
};
|
|
188
195
|
} catch {
|
|
189
|
-
throw new VoiceSessionCreationError("PROVIDER_UNAVAILABLE", "Natural conversation is unavailable. Check its model, endpoint and credentials.", 503);
|
|
196
|
+
if (!automatic) throw new VoiceSessionCreationError("PROVIDER_UNAVAILABLE", "Natural conversation is unavailable. Check its model, endpoint and credentials.", 503);
|
|
190
197
|
}
|
|
198
|
+
if (request.purpose === "conversation") request = {
|
|
199
|
+
...request,
|
|
200
|
+
mode: omni ? "natural" : "assistant"
|
|
201
|
+
};
|
|
202
|
+
if (!config.voice?.realtime?.enabled && !(omni && model === "boson/higgs-realtime")) throw new VoiceSessionCreationError("VOICE_DISABLED", "Realtime voice is disabled", 503);
|
|
191
203
|
if (omni && !testVoice && (!this.options.recordOmniTranscript || !this.options.getConversationContext)) throw new VoiceSessionCreationError("PROVIDER_UNAVAILABLE", "Natural conversation storage is unavailable", 503);
|
|
192
204
|
const conversationSessionId = request.purpose === "conversation" && request.conversationId ? await this.options.getSessionIdentity?.(request.conversationId) : void 0;
|
|
193
205
|
if (request.purpose === "conversation" && !testVoice && !conversationSessionId) throw new VoiceSessionCreationError("SESSION_NOT_FOUND", "Conversation session was not found", 404);
|
|
@@ -212,7 +224,7 @@ var VoiceRealtimeRuntime = class {
|
|
|
212
224
|
} : baseTts;
|
|
213
225
|
if (request.purpose === "conversation" && !testVoice) {
|
|
214
226
|
if (!request.conversationId || !await this.options.sessionExists(request.conversationId)) throw new VoiceSessionCreationError("SESSION_NOT_FOUND", "Conversation session was not found", 404);
|
|
215
|
-
if (request.mode === "natural" && this.options.sessionBusy(request.conversationId)) throw new VoiceSessionCreationError("SESSION_CONFLICT", "Conversation session already has an active response", 409);
|
|
227
|
+
if (request.mode === "natural" && this.options.sessionBusy(request.conversationId) && !this.options.agentBroker.restore) throw new VoiceSessionCreationError("SESSION_CONFLICT", "Conversation session already has an active response", 409);
|
|
216
228
|
if (this.conversationReservations.has(request.conversationId)) throw new VoiceSessionCreationError("SESSION_CONFLICT", "Conversation session already has a voice connection", 409);
|
|
217
229
|
if (!omni && !tts) throw new VoiceSessionCreationError("PROVIDER_UNAVAILABLE", "No configured PCM streaming text-to-speech provider is available", 503);
|
|
218
230
|
}
|
|
@@ -335,6 +347,10 @@ var VoiceRealtimeRuntime = class {
|
|
|
335
347
|
const sessionId = this.conversationReservations.get(conversationId);
|
|
336
348
|
return (sessionId ? this.activeSessions.get(sessionId) : void 0)?.engine?.isConversationIdle?.() === true;
|
|
337
349
|
}
|
|
350
|
+
refreshConversation(conversationId) {
|
|
351
|
+
const id = this.conversationReservations.get(conversationId);
|
|
352
|
+
if (id) this.activeSessions.get(id)?.refreshContext?.();
|
|
353
|
+
}
|
|
338
354
|
canOfferTaskUpdate(conversationId) {
|
|
339
355
|
const sessionId = this.conversationReservations.get(conversationId);
|
|
340
356
|
return (sessionId ? this.activeSessions.get(sessionId) : void 0)?.engine?.canOfferTaskUpdate?.() === true;
|
|
@@ -414,6 +430,8 @@ var VoiceRealtimeRuntime = class {
|
|
|
414
430
|
const abortController = new AbortController();
|
|
415
431
|
const seenMessageIds = /* @__PURE__ */ new Set();
|
|
416
432
|
let context;
|
|
433
|
+
let contextRefresh;
|
|
434
|
+
let contextRefreshPending = false;
|
|
417
435
|
let unsubscribeMemory;
|
|
418
436
|
let unsubscribeSession;
|
|
419
437
|
let openingTimer;
|
|
@@ -496,7 +514,8 @@ var VoiceRealtimeRuntime = class {
|
|
|
496
514
|
return;
|
|
497
515
|
}
|
|
498
516
|
if (context?.isCurrent && !context.isCurrent()) {
|
|
499
|
-
|
|
517
|
+
if (ready && engine?.updateContext) refreshContext();
|
|
518
|
+
else invalidateContext();
|
|
500
519
|
return;
|
|
501
520
|
}
|
|
502
521
|
if (context?.memory && !context.memory.isCurrent()) {
|
|
@@ -516,6 +535,50 @@ var VoiceRealtimeRuntime = class {
|
|
|
516
535
|
});
|
|
517
536
|
shutdown("context_changed", true);
|
|
518
537
|
};
|
|
538
|
+
const refreshContext = () => {
|
|
539
|
+
if (contextRefresh) {
|
|
540
|
+
contextRefreshPending = true;
|
|
541
|
+
return contextRefresh;
|
|
542
|
+
}
|
|
543
|
+
if (!ready || closed || !claim?.omni || !claim.request.conversationId || !engine?.updateContext) return Promise.resolve();
|
|
544
|
+
const current = claim;
|
|
545
|
+
contextRefresh = (async () => {
|
|
546
|
+
try {
|
|
547
|
+
if (await this.options.getSessionIdentity?.(current.request.conversationId) !== current.conversationSessionId || context?.memory?.isCurrent() === false) {
|
|
548
|
+
invalidateContext();
|
|
549
|
+
return;
|
|
550
|
+
}
|
|
551
|
+
const next = await this.options.getConversationContext(current.request.conversationId, current.conversationSessionId, current.omni.instructions, current.omni.tools === true);
|
|
552
|
+
if (closed) return;
|
|
553
|
+
if (next.isCurrent?.() === false || next.memory?.isCurrent() === false || context?.user && !next.user) {
|
|
554
|
+
invalidateContext();
|
|
555
|
+
return;
|
|
556
|
+
}
|
|
557
|
+
if (next.sharedChat !== context?.sharedChat || context?.isCurrent?.() === false) {
|
|
558
|
+
if (!engine.updateContext(voiceConversationInstructions(current.omni.instructions, {
|
|
559
|
+
...next,
|
|
560
|
+
history: []
|
|
561
|
+
}), next.sharedChat ?? "")) return;
|
|
562
|
+
unsubscribeMemory?.();
|
|
563
|
+
unsubscribeMemory = next.memory?.subscribe(invalidateContext);
|
|
564
|
+
context = next;
|
|
565
|
+
}
|
|
566
|
+
} catch (err) {
|
|
567
|
+
log.warn({
|
|
568
|
+
err,
|
|
569
|
+
conversationId: current.request.conversationId
|
|
570
|
+
}, "Voice shared context refresh failed");
|
|
571
|
+
invalidateContext();
|
|
572
|
+
}
|
|
573
|
+
})().finally(() => {
|
|
574
|
+
contextRefresh = void 0;
|
|
575
|
+
if (contextRefreshPending) {
|
|
576
|
+
contextRefreshPending = false;
|
|
577
|
+
refreshContext();
|
|
578
|
+
}
|
|
579
|
+
});
|
|
580
|
+
return contextRefresh;
|
|
581
|
+
};
|
|
519
582
|
const authenticate = async (message) => {
|
|
520
583
|
const pendingClaim = this.tickets.get(ticketKey(message.payload.ticket));
|
|
521
584
|
if (pendingClaim && !verifyDeviceConnectionProof(pendingClaim.principalId, message.payload.ticket, new URL(request.url, "http://localhost").pathname + new URL(request.url, "http://localhost").search, typeof request.headers["x-xopc-proof"] === "string" ? request.headers["x-xopc-proof"] : void 0)) {
|
|
@@ -548,8 +611,9 @@ var VoiceRealtimeRuntime = class {
|
|
|
548
611
|
try {
|
|
549
612
|
const conversationId = consumed.request.conversationId;
|
|
550
613
|
const omni = consumed.omni;
|
|
614
|
+
let engineOmni = omni;
|
|
551
615
|
const restoreInstructions = omni && conversationId ? async () => {
|
|
552
|
-
const snapshot = await this.options.getConversationContext(conversationId, consumed.conversationSessionId, omni.instructions);
|
|
616
|
+
const snapshot = await this.options.getConversationContext(conversationId, consumed.conversationSessionId, omni.instructions, omni.tools === true);
|
|
553
617
|
if (closed) throw new Error("Voice session closed while restoring context");
|
|
554
618
|
context = snapshot;
|
|
555
619
|
if (snapshot.memory) unsubscribeMemory = snapshot.memory.subscribe(invalidateContext);
|
|
@@ -557,13 +621,25 @@ var VoiceRealtimeRuntime = class {
|
|
|
557
621
|
invalidateContext();
|
|
558
622
|
throw new Error("Conversation context changed while dialing");
|
|
559
623
|
}
|
|
560
|
-
|
|
624
|
+
const instructions = voiceConversationInstructions(omni.instructions, {
|
|
625
|
+
...snapshot,
|
|
626
|
+
history: [],
|
|
627
|
+
actions: omni.tools === true
|
|
628
|
+
});
|
|
629
|
+
log.info({
|
|
630
|
+
conversationId,
|
|
631
|
+
sessionId: consumed.sessionId,
|
|
632
|
+
contextChars: instructions.length,
|
|
633
|
+
identityChars: snapshot.identity.length,
|
|
634
|
+
historyTurns: snapshot.history.length
|
|
635
|
+
}, "Voice conversation context prepared");
|
|
636
|
+
return instructions;
|
|
561
637
|
} : void 0;
|
|
562
638
|
if (restoreInstructions) {
|
|
563
639
|
unsubscribeSession = onUserContextChange((change) => {
|
|
564
640
|
if (change.kind === "session-reset" && change.id === conversationId) invalidateContext();
|
|
565
641
|
});
|
|
566
|
-
if (omni && omni.route.provider !== "boson")
|
|
642
|
+
if (omni && omni.route.provider !== "boson") engineOmni = {
|
|
567
643
|
...omni,
|
|
568
644
|
instructions: await restoreInstructions()
|
|
569
645
|
};
|
|
@@ -587,14 +663,29 @@ var VoiceRealtimeRuntime = class {
|
|
|
587
663
|
outputMediaTimestampMs += 20;
|
|
588
664
|
}
|
|
589
665
|
};
|
|
590
|
-
engine =
|
|
666
|
+
engine = engineOmni ? createOmniVoiceEngine({
|
|
591
667
|
callId: consumed.sessionId,
|
|
592
|
-
route:
|
|
668
|
+
route: engineOmni,
|
|
593
669
|
silenceDurationMs: consumed.silenceDurationMs,
|
|
594
|
-
restoreInstructions:
|
|
670
|
+
restoreInstructions: engineOmni.route.provider === "boson" ? restoreInstructions : void 0,
|
|
671
|
+
restoreHistory: () => {
|
|
672
|
+
const history = buildVoiceResumeHistory(context?.history ?? []);
|
|
673
|
+
log.info({
|
|
674
|
+
conversationId,
|
|
675
|
+
sessionId: consumed.sessionId,
|
|
676
|
+
historyChars: history.length
|
|
677
|
+
}, "Voice conversation history restored");
|
|
678
|
+
return history;
|
|
679
|
+
},
|
|
595
680
|
bargeIn: consumed.config.voice?.realtime?.bargeIn ?? true,
|
|
596
681
|
send,
|
|
597
682
|
sendAudio,
|
|
683
|
+
...conversationId && consumed.conversationSessionId && engineOmni.tools ? { agent: {
|
|
684
|
+
broker: this.options.agentBroker,
|
|
685
|
+
conversationId,
|
|
686
|
+
transcriptId: consumed.conversationSessionId,
|
|
687
|
+
publish: (publication) => this.options.publishConversationContent?.(conversationId, consumed.conversationSessionId, publication) ?? Promise.reject(/* @__PURE__ */ new Error("Chat publication is unavailable"))
|
|
688
|
+
} } : {},
|
|
598
689
|
onUserInput: conversationId ? () => this.options.onConversationInput?.(conversationId) : void 0,
|
|
599
690
|
record: async (entry) => {
|
|
600
691
|
if (conversationId) await this.options.recordOmniTranscript(conversationId, consumed.sessionId, entry, consumed.conversationSessionId);
|
|
@@ -652,6 +743,9 @@ var VoiceRealtimeRuntime = class {
|
|
|
652
743
|
},
|
|
653
744
|
heartbeatIntervalMs: VOICE_REALTIME_HEARTBEAT_INTERVAL_MS
|
|
654
745
|
});
|
|
746
|
+
const readySession = this.activeSessions.get(consumed.sessionId);
|
|
747
|
+
if (readySession) readySession.refreshContext = refreshContext;
|
|
748
|
+
engine.restoreTasks?.();
|
|
655
749
|
} catch (error) {
|
|
656
750
|
if (closed) return;
|
|
657
751
|
log.warn({
|
|
@@ -7,6 +7,7 @@ import type { VoiceConversationContext } from './conversation-context.js';
|
|
|
7
7
|
import type { OmniTranscript } from './omniEngine.js';
|
|
8
8
|
import type { OmniRoute } from './omniRoute.js';
|
|
9
9
|
import type { VoiceAgentBroker } from './agentBroker.js';
|
|
10
|
+
import type { VoiceChatPublication } from './chat-publication.js';
|
|
10
11
|
export interface ResolvedStreamingStt {
|
|
11
12
|
plugin: MediaUnderstandingProvider & Required<Pick<MediaUnderstandingProvider, 'openAudioStream' | 'streamingAudio'>>;
|
|
12
13
|
model: string;
|
|
@@ -45,11 +46,12 @@ export interface ResolvedStreamingTts {
|
|
|
45
46
|
route: VoiceProviderRoute;
|
|
46
47
|
}
|
|
47
48
|
export interface VoiceRealtimeRuntimeOptions {
|
|
49
|
+
publishConversationContent?: (conversationId: string, expectedTranscriptId: string, publication: VoiceChatPublication) => Promise<void>;
|
|
48
50
|
/** Confirmed non-echo speech invalidates background reply drafts before turn commit. */
|
|
49
51
|
onConversationInput?: (conversationId: string) => void;
|
|
50
52
|
isPrincipalActive?: (principalId: string) => boolean;
|
|
51
53
|
recordOmniTranscript?: (conversationId: string, callId: string, entry: OmniTranscript, expectedTranscriptId: string) => Promise<void>;
|
|
52
|
-
getConversationContext?: (conversationId: string, expectedTranscriptId: string, baseInstructions: string) => Promise<VoiceConversationContext>;
|
|
54
|
+
getConversationContext?: (conversationId: string, expectedTranscriptId: string, baseInstructions: string, actions?: boolean) => Promise<VoiceConversationContext>;
|
|
53
55
|
getSessionIdentity?: (conversationId: string) => Promise<string | undefined>;
|
|
54
56
|
getConfig: () => Config;
|
|
55
57
|
sessionExists: (conversationId: string) => Promise<boolean>;
|
|
@@ -3,10 +3,11 @@ export declare class SpeakableSegmenter {
|
|
|
3
3
|
private readonly maxCharacters;
|
|
4
4
|
private readonly minCharacters;
|
|
5
5
|
private readonly firstMinCharacters;
|
|
6
|
+
private readonly firstClauseCharacters;
|
|
6
7
|
private pending;
|
|
7
8
|
private fence;
|
|
8
9
|
private emitted;
|
|
9
|
-
constructor(maxCharacters?: number, minCharacters?: number, firstMinCharacters?: number);
|
|
10
|
+
constructor(maxCharacters?: number, minCharacters?: number, firstMinCharacters?: number, firstClauseCharacters?: number);
|
|
10
11
|
push(delta: string): string[];
|
|
11
12
|
/** Releases only a complete short phrase; never cuts a word or Markdown construct. */
|
|
12
13
|
flushFirstPhrase(): string[];
|
|
@@ -6,10 +6,11 @@ var SpeakableSegmenter = class {
|
|
|
6
6
|
pending = "";
|
|
7
7
|
fence = null;
|
|
8
8
|
emitted = false;
|
|
9
|
-
constructor(maxCharacters = 120, minCharacters = 0, firstMinCharacters = minCharacters) {
|
|
9
|
+
constructor(maxCharacters = 120, minCharacters = 0, firstMinCharacters = minCharacters, firstClauseCharacters = 0) {
|
|
10
10
|
this.maxCharacters = maxCharacters;
|
|
11
11
|
this.minCharacters = minCharacters;
|
|
12
12
|
this.firstMinCharacters = firstMinCharacters;
|
|
13
|
+
this.firstClauseCharacters = firstClauseCharacters;
|
|
13
14
|
}
|
|
14
15
|
push(delta) {
|
|
15
16
|
this.pending += delta;
|
|
@@ -59,6 +60,10 @@ var SpeakableSegmenter = class {
|
|
|
59
60
|
if (char === ")") parentheses = Math.max(0, parentheses - 1);
|
|
60
61
|
if (inlineCode || brackets || parentheses || char === "]" && this.pending[index + 1] === "(") continue;
|
|
61
62
|
const minCharacters = this.emitted ? this.minCharacters : this.firstMinCharacters;
|
|
63
|
+
if (!this.emitted && this.firstClauseCharacters > 0 && index >= this.firstClauseCharacters - 1 && /[,、,]/u.test(char) && /\p{Script=Han}/u.test(this.pending.slice(0, index))) {
|
|
64
|
+
boundary = index + 1;
|
|
65
|
+
break;
|
|
66
|
+
}
|
|
62
67
|
if (SENTENCE_END.test(char) && index + 1 >= minCharacters) {
|
|
63
68
|
boundary = index + 1;
|
|
64
69
|
break;
|
|
@@ -100,7 +105,7 @@ var SpeakableSegmenter = class {
|
|
|
100
105
|
if (char === "(") parentheses += 1;
|
|
101
106
|
if (char === ")") parentheses = Math.max(0, parentheses - 1);
|
|
102
107
|
if (inlineCode || brackets || parentheses) continue;
|
|
103
|
-
if (index >= 11 && /[,、,\s]/u.test(char)) {
|
|
108
|
+
if (index >= 5 && /[,、,]/u.test(char) && /\p{Script=Han}/u.test(this.pending.slice(0, index)) || index >= 11 && /[,、,\s]/u.test(char)) {
|
|
104
109
|
const phrase = this.toSpeech(this.pending.slice(0, index + 1));
|
|
105
110
|
if (!phrase) continue;
|
|
106
111
|
this.pending = this.pending.slice(index + 1);
|
|
@@ -16,14 +16,13 @@ export declare function hasContinuationHint(text: string): boolean;
|
|
|
16
16
|
export declare const heuristicTurnPolicy: TurnPolicy;
|
|
17
17
|
/** Accumulates provider utterances and commits only after the selected policy settles. */
|
|
18
18
|
export declare class TurnCoordinator {
|
|
19
|
-
private readonly silenceDurationMs;
|
|
20
19
|
private readonly onCommit;
|
|
21
20
|
private readonly policy;
|
|
22
21
|
private readonly parts;
|
|
23
22
|
private timer;
|
|
24
23
|
private stoppedAt;
|
|
25
24
|
private decisionGeneration;
|
|
26
|
-
constructor(
|
|
25
|
+
constructor(onCommit: (text: string, decision: TurnDecision, turnId: string) => void, policy?: TurnPolicy);
|
|
27
26
|
start(id: string): void;
|
|
28
27
|
stop(id: string): void;
|
|
29
28
|
final(id: string, text: string): void;
|
|
@@ -1,6 +1,5 @@
|
|
|
1
1
|
//#region src/voice/realtime/turnPolicy.ts
|
|
2
|
-
const
|
|
3
|
-
const FINAL_SETTLE_MS = 350;
|
|
2
|
+
const FINAL_SETTLE_MS = 40;
|
|
4
3
|
const INCOMPLETE_HOLD_MS = 1800;
|
|
5
4
|
const DECISION_TIMEOUT_MS = 750;
|
|
6
5
|
const MAX_TRANSCRIPT_CHARACTERS = 32e3;
|
|
@@ -27,8 +26,7 @@ var TurnCoordinator = class {
|
|
|
27
26
|
timer;
|
|
28
27
|
stoppedAt = 0;
|
|
29
28
|
decisionGeneration = 0;
|
|
30
|
-
constructor(
|
|
31
|
-
this.silenceDurationMs = silenceDurationMs;
|
|
29
|
+
constructor(onCommit, policy = heuristicTurnPolicy) {
|
|
32
30
|
this.onCommit = onCommit;
|
|
33
31
|
this.policy = policy;
|
|
34
32
|
}
|
|
@@ -120,7 +118,7 @@ var TurnCoordinator = class {
|
|
|
120
118
|
}
|
|
121
119
|
schedule(text, decision, generation) {
|
|
122
120
|
if (generation !== this.decisionGeneration) return;
|
|
123
|
-
const holdMs = Math.max(FINAL_SETTLE_MS,
|
|
121
|
+
const holdMs = Math.max(FINAL_SETTLE_MS, Number.isFinite(decision.holdMs) ? Math.max(0, decision.holdMs) : 0);
|
|
124
122
|
this.timer = setTimeout(() => {
|
|
125
123
|
if (generation !== this.decisionGeneration) return;
|
|
126
124
|
const turnId = [...this.parts.keys()][0];
|
|
@@ -130,7 +128,7 @@ var TurnCoordinator = class {
|
|
|
130
128
|
}
|
|
131
129
|
this.reset();
|
|
132
130
|
if (decision.disposition !== "backchannel") this.onCommit(text, decision, turnId);
|
|
133
|
-
}, Math.max(FINAL_SETTLE_MS, this.stoppedAt + holdMs - Date.now()));
|
|
131
|
+
}, Math.max(decision.disposition === "wait" ? FINAL_SETTLE_MS : 0, this.stoppedAt + holdMs - Date.now()));
|
|
134
132
|
}
|
|
135
133
|
};
|
|
136
134
|
//#endregion
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import type { Config } from '../../config/schema.js';
|
|
2
|
+
import type { AgentMessage } from '@earendil-works/pi-agent-core';
|
|
3
|
+
export interface VoiceUserSnapshot {
|
|
4
|
+
block: string;
|
|
5
|
+
preferredCallName?: string;
|
|
6
|
+
preferredCallNameObservedAt?: number;
|
|
7
|
+
isCurrent: () => boolean;
|
|
8
|
+
}
|
|
9
|
+
/** Pinned owner profile, independent of query relevance, optional retrieval and chat-history clipping. */
|
|
10
|
+
export declare function buildVoiceUserContext(input: {
|
|
11
|
+
getConfig: () => Config;
|
|
12
|
+
conversationId: string;
|
|
13
|
+
history?: readonly AgentMessage[];
|
|
14
|
+
}): VoiceUserSnapshot | undefined;
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
import { getConversation } from "../../routing/agent-session-key.js";
|
|
2
|
+
import { init_session_key } from "../../routing/session-key.js";
|
|
3
|
+
import { resolveUserContextSessionAccess } from "../../user-context/access-policy.js";
|
|
4
|
+
import { getUserProfileContext } from "../../user-model/profile.js";
|
|
5
|
+
import { explicitConversationName } from "./identity-grounding.js";
|
|
6
|
+
//#region src/voice/realtime/user-context.ts
|
|
7
|
+
init_session_key();
|
|
8
|
+
const MAX_USER_CHARS = 800;
|
|
9
|
+
/** Pinned owner profile, independent of query relevance, optional retrieval and chat-history clipping. */
|
|
10
|
+
function buildVoiceUserContext(input) {
|
|
11
|
+
const read = () => {
|
|
12
|
+
const access = resolveUserContextSessionAccess(input.getConfig(), input.conversationId);
|
|
13
|
+
const conversation = getConversation(input.conversationId);
|
|
14
|
+
if (!access.userModel || conversation?.sessionType !== "chat") return void 0;
|
|
15
|
+
return getUserProfileContext(conversation.agentId);
|
|
16
|
+
};
|
|
17
|
+
const rows = read();
|
|
18
|
+
if (!rows) return;
|
|
19
|
+
const profile = {};
|
|
20
|
+
const savedName = rows.find((row) => row.field === "callName");
|
|
21
|
+
const named = savedName ? explicitConversationName(input.history ?? [], savedName.assertion.observedAt) : void 0;
|
|
22
|
+
const omittedFields = [];
|
|
23
|
+
const serialize = () => JSON.stringify({ currentUser: {
|
|
24
|
+
relationship: "conversation_owner",
|
|
25
|
+
profile,
|
|
26
|
+
nameKnown: Boolean(profile.callName),
|
|
27
|
+
omittedFields
|
|
28
|
+
} });
|
|
29
|
+
for (const row of rows) {
|
|
30
|
+
profile[row.field] = row.field === "callName" && named ? named.name : row.value;
|
|
31
|
+
if (serialize().length > MAX_USER_CHARS - 100) {
|
|
32
|
+
delete profile[row.field];
|
|
33
|
+
omittedFields.push(row.field);
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
if (named && !profile.callName && named.name.length <= 80) profile.callName = named.name;
|
|
37
|
+
const version = JSON.stringify(rows.map((row) => [
|
|
38
|
+
row.field,
|
|
39
|
+
row.assertion.id,
|
|
40
|
+
row.assertion.recordedAt,
|
|
41
|
+
row.value
|
|
42
|
+
]));
|
|
43
|
+
return {
|
|
44
|
+
block: serialize(),
|
|
45
|
+
preferredCallName: profile.callName,
|
|
46
|
+
preferredCallNameObservedAt: profile.callName ? named?.at ?? savedName?.assertion.observedAt : void 0,
|
|
47
|
+
isCurrent: () => {
|
|
48
|
+
try {
|
|
49
|
+
const current = read();
|
|
50
|
+
return Boolean(current) && JSON.stringify(current.map((row) => [
|
|
51
|
+
row.field,
|
|
52
|
+
row.assertion.id,
|
|
53
|
+
row.assertion.recordedAt,
|
|
54
|
+
row.value
|
|
55
|
+
])) === version;
|
|
56
|
+
} catch {
|
|
57
|
+
return false;
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
};
|
|
61
|
+
}
|
|
62
|
+
//#endregion
|
|
63
|
+
export { buildVoiceUserContext };
|
|
@@ -7,7 +7,7 @@ import { captureCloudUsageResponse } from "../../../usage/cloud-receipts.js";
|
|
|
7
7
|
import { cloudCreditBudgetHeaders, rejectUnbudgetedCloudTransport, reportCloudCreditError } from "../../../providers/xopc-cloud-credit-budget.js";
|
|
8
8
|
import { compareCatalogModels } from "../../../providers/model-catalog-ranking.js";
|
|
9
9
|
import { trackCloudCapabilityUsage } from "../../../usage/cloud-capability.js";
|
|
10
|
-
import { openPlatformTts } from "../../platform-streams.js";
|
|
10
|
+
import { openPlatformTts, openPlatformTtsSession } from "../../platform-streams.js";
|
|
11
11
|
import { requirePlatformVoiceModel } from "../../platform-catalog.js";
|
|
12
12
|
import { registerSpeechProvider } from "../speech-registry.js";
|
|
13
13
|
//#region src/voice/tts/providers/xopc-cloud-speech.ts
|
|
@@ -38,6 +38,30 @@ function extension(contentType, fallback) {
|
|
|
38
38
|
"audio/pcm": "pcm"
|
|
39
39
|
}[contentType?.split(";")[0] ?? ""] ?? fallback;
|
|
40
40
|
}
|
|
41
|
+
async function streamRequest(request) {
|
|
42
|
+
rejectUnbudgetedCloudTransport();
|
|
43
|
+
const config = readConfig(request.providerConfig);
|
|
44
|
+
const model = typeof request.providerOverrides?.model === "string" ? request.providerOverrides.model : config.model;
|
|
45
|
+
const voice = typeof request.providerOverrides?.voice === "string" ? request.providerOverrides.voice : config.voice;
|
|
46
|
+
if (!model || !voice) throw new Error("XOPC Cloud realtime TTS model or voice is unavailable");
|
|
47
|
+
const catalogModel = requirePlatformVoiceModel(model, "speech.stream");
|
|
48
|
+
const token = await getProviderAuthService().resolveApiKey("xopc-cloud", request.signal);
|
|
49
|
+
if (!token) throw new Error("XOPC Cloud authorization is unavailable");
|
|
50
|
+
const relayUrl = new URL(`${config.baseUrl.replace(/\/+$/, "")}/audio/speech/realtime`);
|
|
51
|
+
relayUrl.protocol = relayUrl.protocol === "https:" ? "wss:" : "ws:";
|
|
52
|
+
relayUrl.searchParams.set("model", model);
|
|
53
|
+
relayUrl.searchParams.set("service_version", String(catalogModel.voice.serviceVersion));
|
|
54
|
+
relayUrl.searchParams.set("voice", voice);
|
|
55
|
+
const instructions = typeof request.providerOverrides?.instructions === "string" ? request.providerOverrides.instructions.trim() : config.instructions;
|
|
56
|
+
return {
|
|
57
|
+
apiKey: token,
|
|
58
|
+
baseUrl: relayUrl.toString(),
|
|
59
|
+
voice,
|
|
60
|
+
...instructions ? { instructions } : {},
|
|
61
|
+
signal: request.signal,
|
|
62
|
+
timeoutMs: request.timeoutMs
|
|
63
|
+
};
|
|
64
|
+
}
|
|
41
65
|
const xopcCloudSpeechProvider = {
|
|
42
66
|
id: "xopc-cloud",
|
|
43
67
|
autoSelectOrder: 5,
|
|
@@ -118,30 +142,12 @@ const xopcCloudSpeechProvider = {
|
|
|
118
142
|
});
|
|
119
143
|
},
|
|
120
144
|
synthesizeStream: async (request) => {
|
|
121
|
-
rejectUnbudgetedCloudTransport();
|
|
122
|
-
const config = readConfig(request.providerConfig);
|
|
123
|
-
const model = typeof request.providerOverrides?.model === "string" ? request.providerOverrides.model : config.model;
|
|
124
|
-
const voice = typeof request.providerOverrides?.voice === "string" ? request.providerOverrides.voice : config.voice;
|
|
125
|
-
if (!model || !voice) throw new Error("XOPC Cloud realtime TTS model or voice is unavailable");
|
|
126
|
-
const catalogModel = requirePlatformVoiceModel(model, "speech.stream");
|
|
127
|
-
const token = await getProviderAuthService().resolveApiKey("xopc-cloud", request.signal);
|
|
128
|
-
if (!token) throw new Error("XOPC Cloud authorization is unavailable");
|
|
129
|
-
const relayUrl = new URL(`${config.baseUrl.replace(/\/+$/, "")}/audio/speech/realtime`);
|
|
130
|
-
relayUrl.protocol = relayUrl.protocol === "https:" ? "wss:" : "ws:";
|
|
131
|
-
relayUrl.searchParams.set("model", model);
|
|
132
|
-
relayUrl.searchParams.set("service_version", String(catalogModel.voice.serviceVersion));
|
|
133
|
-
relayUrl.searchParams.set("voice", voice);
|
|
134
|
-
const instructions = typeof request.providerOverrides?.instructions === "string" ? request.providerOverrides.instructions.trim() : config.instructions;
|
|
135
145
|
return openPlatformTts({
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
voice,
|
|
139
|
-
text: request.text,
|
|
140
|
-
...instructions ? { instructions } : {},
|
|
141
|
-
signal: request.signal,
|
|
142
|
-
timeoutMs: request.timeoutMs
|
|
146
|
+
...await streamRequest(request),
|
|
147
|
+
text: request.text
|
|
143
148
|
});
|
|
144
|
-
}
|
|
149
|
+
},
|
|
150
|
+
openStreamSession: async (request) => openPlatformTtsSession(await streamRequest(request))
|
|
145
151
|
};
|
|
146
152
|
registerSpeechProvider(xopcCloudSpeechProvider);
|
|
147
153
|
//#endregion
|
|
@@ -312,6 +312,7 @@ function prepareSpeechStreamSession(config, options) {
|
|
|
312
312
|
signal: options.signal ?? new AbortController().signal
|
|
313
313
|
};
|
|
314
314
|
return resolved.plugin.openStreamSession(sessionRequest).then((session) => ({
|
|
315
|
+
supportsConcurrentSynthesis: session.supportsConcurrentSynthesis,
|
|
315
316
|
close: () => session.close(),
|
|
316
317
|
synthesize: (text) => session.synthesize(preprocessText(text, {
|
|
317
318
|
maxLength: config.maxTextLength || 4096,
|
|
@@ -91,6 +91,8 @@ export interface SpeechSynthesisRequest {
|
|
|
91
91
|
export type SpeechSynthesisStreamRequest = SpeechSynthesisRequest;
|
|
92
92
|
/** A prepared connection owned by one reply; syntheses must be consumed in order. */
|
|
93
93
|
export interface SpeechStreamSession {
|
|
94
|
+
/** Independent transports can open the next segment while current audio plays. */
|
|
95
|
+
supportsConcurrentSynthesis?: boolean;
|
|
94
96
|
synthesize(text: string): Promise<SpeechSynthesisStreamResult>;
|
|
95
97
|
close(): Promise<void>;
|
|
96
98
|
}
|
|
@@ -15,8 +15,8 @@ import { init_providers, resolveModel } from "../providers/index.js";
|
|
|
15
15
|
import { isLocalModelBaseUrl } from "../providers/model-call.js";
|
|
16
16
|
import { createPriorityWindow, createUserGoal } from "../user-model/goals.js";
|
|
17
17
|
import { linkAssertionEvidence, reconcileAssertion } from "../user-model/repository.js";
|
|
18
|
-
import "../user-model/index.js";
|
|
19
18
|
import { createWorkDiscoveryRun, getProjectUnderstandingRun, getWorkDiscoveryOnboardingState, getWorkDiscoveryRun, getWorkDiscoveryRunByIdempotencyKey, listPendingProjectUnderstandingRuns, setWorkDiscoveryFeedback, setWorkDiscoveryOnboardingState, updateWorkDiscoveryRun } from "./repository.js";
|
|
19
|
+
import "../user-model/index.js";
|
|
20
20
|
import { createUnderstandingSourceRun, getUnderstandingSourceGrant, getUnderstandingSourceRun, updateUnderstandingSourceGrantCheckpoint, updateUnderstandingSourceGrantPolicies, updateUnderstandingSourceRun, upsertUnderstandingSourceGrant } from "../user-context/sources/repository.js";
|
|
21
21
|
import { allowsRemoteSourceProcessing } from "../user-context/sources/processing-policy.js";
|
|
22
22
|
import { analyzeUnderstandingSources, analyzeWorkContext, workDiscoveryResultMarkdown } from "./analyzer.js";
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@xopcai/xopc",
|
|
3
|
-
"version": "0.0.
|
|
3
|
+
"version": "0.0.455",
|
|
4
4
|
"description": "An open-source AI assistant for work and everyday life. Remembers context and helps you get things done. Local-first, on a computer you choose.",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "dist/src/index.js",
|
|
@@ -231,6 +231,7 @@
|
|
|
231
231
|
"test:plugins:browser": "cross-env XOPC_LOG_LEVEL=fatal tsx scripts/verify-plugin-setup-browser.mts",
|
|
232
232
|
"test:web:activity:e2e": "pnpm run build:node && pnpm run build:web && tsx scripts/verify-assistant-activity-browser.mts",
|
|
233
233
|
"test:web:clarification:e2e": "pnpm run build:node && pnpm run build:web && tsx scripts/verify-clarification-browser.mts",
|
|
234
|
+
"test:web:tool-approval:e2e": "pnpm run build:web && tsx scripts/verify-tool-approval-browser.mts",
|
|
234
235
|
"test:web:onboarding-visual": "node scripts/test-onboarding-visual.mjs",
|
|
235
236
|
"test:web:onboarding-visual:update": "node scripts/test-onboarding-visual.mjs --update",
|
|
236
237
|
"test:quick-understanding": "XOPC_LOG_LEVEL=fatal vitest run src/work-discovery/__tests__/evaluation.test.ts src/user-context/sources/__tests__/activity-clustering.test.ts src/knowledge/__tests__/quick-understanding.e2e.test.ts src/connectors/__tests__/content-enrichment.test.ts src/connectors/__tests__/connected-source-ingestion.test.ts",
|
|
@@ -282,6 +283,7 @@
|
|
|
282
283
|
"computer:benchmark": "node --import tsx scripts/benchmark-computer-regressions.mts",
|
|
283
284
|
"computer:benchmark:windows": "node --import tsx scripts/benchmark-computer-windows.mts",
|
|
284
285
|
"computer:benchmark:check": "tsc -p scripts/computer-benchmark/tsconfig.json",
|
|
286
|
+
"computer:osworld:check": "python3 -m unittest discover -s scripts/osworld -p 'test_*.py' && tsc -p scripts/osworld/tsconfig.json",
|
|
285
287
|
"computer:evaluate": "node --import tsx scripts/evaluate-computer.mts",
|
|
286
288
|
"computer:evaluate:run": "node --import tsx scripts/run-computer-evaluation.mts",
|
|
287
289
|
"computer:evaluate:compare": "node --import tsx scripts/compare-computer-evaluations.mts",
|
|
@@ -46,7 +46,11 @@ change, preserve working behaviour, and leave the draft previewable after every
|
|
|
46
46
|
feedback.
|
|
47
47
|
- Support light and dark color schemes without assuming access to the host DOM.
|
|
48
48
|
- Keep scripts and styles local. The preview CSP blocks network access and inline scripts.
|
|
49
|
-
-
|
|
49
|
+
- The iframe permits scripts but has an opaque origin. Use the bundled `@xopcai/extension-ui-sdk`
|
|
50
|
+
client and `client.storage` for app data; never use `localStorage`, `sessionStorage`, or IndexedDB.
|
|
51
|
+
Bundle the SDK into a local `ui/` asset, await `client.whenReady()`, and disable controls until ready.
|
|
52
|
+
- Native form submission is blocked by the sandbox. Use `type="button"` actions and explicit keyboard
|
|
53
|
+
handlers for Enter. Do not rely on a submit button or form `submit` listener to run app actions.
|
|
50
54
|
- Ask before expanding permissions. A permission change must be visible in the install review.
|
|
51
55
|
- Mark scenario targets with stable `data-xopc-test-id` values. Never encode CSS selectors or
|
|
52
56
|
executable JavaScript in acceptance scenarios.
|