@xopcai/xopc 0.0.451 → 0.0.455

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (558) hide show
  1. package/dist/.pnpm/node-pty@1.1.0/node_modules/node-pty/lib/eventEmitter2.js +40 -0
  2. package/dist/.pnpm/node-pty@1.1.0/node_modules/node-pty/lib/index.js +56 -0
  3. package/dist/.pnpm/node-pty@1.1.0/node_modules/node-pty/lib/shared/conout.js +16 -0
  4. package/dist/.pnpm/node-pty@1.1.0/node_modules/node-pty/lib/terminal.js +190 -0
  5. package/dist/.pnpm/node-pty@1.1.0/node_modules/node-pty/lib/unixTerminal.js +287 -0
  6. package/dist/.pnpm/node-pty@1.1.0/node_modules/node-pty/lib/utils.js +49 -0
  7. package/dist/.pnpm/node-pty@1.1.0/node_modules/node-pty/lib/windowsConoutConnection.js +190 -0
  8. package/dist/.pnpm/node-pty@1.1.0/node_modules/node-pty/lib/windowsPtyAgent.js +265 -0
  9. package/dist/.pnpm/node-pty@1.1.0/node_modules/node-pty/lib/windowsTerminal.js +178 -0
  10. package/dist/_virtual/_rolldown/runtime.js +10 -2
  11. package/dist/browser-ext/manifest.json +1 -1
  12. package/dist/extensions/telegram/xopc.extension.json +1 -1
  13. package/dist/gateway/static/root/assets/{activity-store-OMq1GnqB.js → activity-store-DYwR1u3f.js} +1 -1
  14. package/dist/gateway/static/root/assets/{agent-avatar-dicebear-CIoE-FJR.js → agent-avatar-dicebear-CsRBprL-.js} +1 -1
  15. package/dist/gateway/static/root/assets/{agent-avatar-display-kPb6idGG.js → agent-avatar-display-DqFYHXCS.js} +2 -2
  16. package/dist/gateway/static/root/assets/{agent-defaults-settings-panel-vKUDGEU6.js → agent-defaults-settings-panel-DOAJrMLe.js} +1 -1
  17. package/dist/gateway/static/root/assets/{agent-plugin-dialog-x7guoCvz.js → agent-plugin-dialog-vqlN3ORH.js} +1 -1
  18. package/dist/gateway/static/root/assets/{agents-BbwFcl87.js → agents-BgHlOVRV.js} +3 -3
  19. package/dist/gateway/static/root/assets/{agents-admin-api-tXB8Aj5K.js → agents-admin-api-CKscfdvA.js} +1 -1
  20. package/dist/gateway/static/root/assets/api-CHM2c_Ah.js +1 -0
  21. package/dist/gateway/static/root/assets/{api-ixudT_21.js → api-DPNeNCmR.js} +1 -1
  22. package/dist/gateway/static/root/assets/{app-link-CdD448kS.js → app-link-DImAfVs5.js} +1 -1
  23. package/dist/gateway/static/root/assets/{app-management-settings-panel-nuDfyfZ5.js → app-management-settings-panel-Bhz6bj1C.js} +1 -1
  24. package/dist/gateway/static/root/assets/{appearance-settings-D4oON26V.js → appearance-settings-BX32aogA.js} +1 -1
  25. package/dist/gateway/static/root/assets/{apps-page-BM1BfXzo.js → apps-page-0Yo3jBsQ.js} +1 -1
  26. package/dist/gateway/static/root/assets/{archive-plugin-mKjfC6Sk.js → archive-plugin-Bha8obMe.js} +1 -1
  27. package/dist/gateway/static/root/assets/arrow-up-right-T72JbQ1Q.js +1 -0
  28. package/dist/gateway/static/root/assets/{automation-api-C9pjryrT.js → automation-api-mn8ihWJ_.js} +1 -1
  29. package/dist/gateway/static/root/assets/{automation-result-state-uvg7Bi2x.js → automation-result-state-COzakzak.js} +1 -1
  30. package/dist/gateway/static/root/assets/automation-run-list-BhtaMpTb.js +1 -0
  31. package/dist/gateway/static/root/assets/{automation-task-card-CXGC8afU.js → automation-task-card-BY_k6iWp.js} +1 -1
  32. package/dist/gateway/static/root/assets/{automations-page-CwQg9dfM.js → automations-page-Dt_Z1UTT.js} +1 -1
  33. package/dist/gateway/static/root/assets/{automations-workspace-DhLgFY2T.js → automations-workspace-BhHgruhH.js} +2 -2
  34. package/dist/gateway/static/root/assets/{binary-plugins-BNPDM14i.js → binary-plugins-DUbrJFLU.js} +1 -1
  35. package/dist/gateway/static/root/assets/{block-editor-De9UqmMT.js → block-editor-DW--pXAc.js} +1 -1
  36. package/dist/gateway/static/root/assets/{browser-settings-page-B0VB5umC.js → browser-settings-page-CDh6nxs9.js} +1 -1
  37. package/dist/gateway/static/root/assets/{capabilities-Cp-rmFMM.js → capabilities-DKbXv8Ck.js} +1 -1
  38. package/dist/gateway/static/root/assets/{capabilities-BtJB4u5C.js → capabilities-kG175Q-7.js} +1 -1
  39. package/dist/gateway/static/root/assets/capabilities-page-D1wQ2sPI.js +2 -0
  40. package/dist/gateway/static/root/assets/capabilities-settings-panel-BW5jQz5R.js +8 -0
  41. package/dist/gateway/static/root/assets/capability-navigation-QtHJxxW2.js +1 -0
  42. package/dist/gateway/static/root/assets/{channels-ZJORx-he.js → channels-BzZp42yO.js} +1 -1
  43. package/dist/gateway/static/root/assets/{chat-agents-api-CtuEaDG8.js → chat-agents-api-UOdNWZ0_.js} +1 -1
  44. package/dist/gateway/static/root/assets/{chat-chart-block-ShPQBlNE.js → chat-chart-block-NSy-B0NS.js} +1 -1
  45. package/dist/gateway/static/root/assets/chat-page-dY6aCCRx.js +71 -0
  46. package/dist/gateway/static/root/assets/{chat-terminal-dock-CvDRfHAZ.js → chat-terminal-dock-CAaHWS7F.js} +1 -1
  47. package/dist/gateway/static/root/assets/{command-palette-api-NJTvEF2b.js → command-palette-api-Dkn9bbYd.js} +1 -1
  48. package/dist/gateway/static/root/assets/composer-model-config-control-BrK8-SNz.js +1 -0
  49. package/dist/gateway/static/root/assets/{composer-notifications-BkezOy9Q.js → composer-notifications-B-kL3qAA.js} +1 -1
  50. package/dist/gateway/static/root/assets/{composer-payload-handoff-CEjJusbJ.js → composer-payload-handoff-DBE1mvOS.js} +1 -1
  51. package/dist/gateway/static/root/assets/{computer-settings-page-DG8bcw_s.js → computer-settings-page-C9KdEecx.js} +1 -1
  52. package/dist/gateway/static/root/assets/{confirm-dialog-D7dQJytv.js → confirm-dialog-DrA5mTQp.js} +1 -1
  53. package/dist/gateway/static/root/assets/connected-providers-grid-D_8v6Qex.js +1 -0
  54. package/dist/gateway/static/root/assets/{connection-usage-guide-f55PDAbb.js → connection-usage-guide-CiVpcbds.js} +1 -1
  55. package/dist/gateway/static/root/assets/{connector-service-page-Ca09FIBW.js → connector-service-page-B919cKSm.js} +1 -1
  56. package/dist/gateway/static/root/assets/{connectors-api-dai-YAdK.js → connectors-api-CgsSm-Av.js} +1 -1
  57. package/dist/gateway/static/root/assets/connectors-page-CEpfDCLA.js +1 -0
  58. package/dist/gateway/static/root/assets/{date-picker-C70ICT7u.js → date-picker-dx284jQI.js} +1 -1
  59. package/dist/gateway/static/root/assets/{date-time-picker-Czj5fnsJ.js → date-time-picker-Dj-bhLNP.js} +1 -1
  60. package/dist/gateway/static/root/assets/{desktop-pet-Dq3OLpPg.js → desktop-pet-DlTuGzZ2.js} +1 -1
  61. package/dist/gateway/static/root/assets/{desktop-pet-narrative-B7I1II0Z.js → desktop-pet-narrative-cBFIPXzR.js} +1 -1
  62. package/dist/gateway/static/root/assets/{desktop-pet-settings-q4mec6zt.js → desktop-pet-settings-CsmrvoxU.js} +1 -1
  63. package/dist/gateway/static/root/assets/{dev-view-store-lXnKsRew.js → dev-view-store-BOxbj1ie.js} +1 -1
  64. package/dist/gateway/static/root/assets/{device-pairing-wizard-CbUX0iit.js → device-pairing-wizard-CAqFIFRC.js} +1 -1
  65. package/dist/gateway/static/root/assets/{directory-picker-path-field-BRnwhemd.js → directory-picker-path-field-BxEw5OrT.js} +1 -1
  66. package/dist/gateway/static/root/assets/{discussion-annotation-sync-BnK6Ua7v.js → discussion-annotation-sync-CyntTwIa.js} +1 -1
  67. package/dist/gateway/static/root/assets/dist-CY7CS_D3.js +1 -0
  68. package/dist/gateway/static/root/assets/extension-authoritative-grants-C0ReZguU.js +1 -0
  69. package/dist/gateway/static/root/assets/{extension-debug-page-Bp2BrJbB.js → extension-debug-page-Cd3HMUbi.js} +1 -1
  70. package/dist/gateway/static/root/assets/extension-iframe-host-DiIqM2JO.js +1 -0
  71. package/dist/gateway/static/root/assets/{extension-marketplace-api-tk93vJL_.js → extension-marketplace-api-CK5CMKTs.js} +1 -1
  72. package/dist/gateway/static/root/assets/extension-message-router-Dn8JzOdR.js +8 -0
  73. package/dist/gateway/static/root/assets/extension-page-CLZtAtqm.js +1 -0
  74. package/dist/gateway/static/root/assets/extension-provider-CbVokTvd.js +1 -0
  75. package/dist/gateway/static/root/assets/{extension-settings-page-BGcZIeHP.js → extension-settings-page-BM79cwUy.js} +1 -1
  76. package/dist/gateway/static/root/assets/{file-preview-surface-BK2_4mWy.js → file-preview-surface-z7_HV0WN.js} +1 -1
  77. package/dist/gateway/static/root/assets/{gateway-config-swr-DsXilOaJ.js → gateway-config-swr-OGhON-s6.js} +1 -1
  78. package/dist/gateway/static/root/assets/{gateway-realtime-DopPmAMl.js → gateway-realtime-B9u4uSXW.js} +1 -1
  79. package/dist/gateway/static/root/assets/gateway-realtime-store-xB7Bq4Zs.js +1 -0
  80. package/dist/gateway/static/root/assets/{gateway-restart-eozrXTm7.js → gateway-restart-DKAweWmg.js} +1 -1
  81. package/dist/gateway/static/root/assets/{gateway-settings-DddUli-p.js → gateway-settings-Dc7qUbG-.js} +1 -1
  82. package/dist/gateway/static/root/assets/{gateway-startup-retry-DMQI0ATo.js → gateway-startup-retry-BaaoKBoB.js} +1 -1
  83. package/dist/gateway/static/root/assets/{global-defaults-api-D7hk1zTj.js → global-defaults-api-BIr3ApRj.js} +1 -1
  84. package/dist/gateway/static/root/assets/{home-page-C8oVgxQg.js → home-page-i_PIrDCU.js} +2 -2
  85. package/dist/gateway/static/root/assets/{image-generation-api-BCbvDDH_.js → image-generation-api-C7D2IetZ.js} +1 -1
  86. package/dist/gateway/static/root/assets/{imports-page-B9LF_2fO.js → imports-page-BjEdZJxZ.js} +1 -1
  87. package/dist/gateway/static/root/assets/index-Bj5exyow.css +1 -0
  88. package/dist/gateway/static/root/assets/index-CZI3VGGW.js +11 -0
  89. package/dist/gateway/static/root/assets/{install-connector-dialog-DT32t-66.js → install-connector-dialog-BsiyYQhx.js} +1 -1
  90. package/dist/gateway/static/root/assets/{keyboard-shortcuts-settings-DDwoBK8g.js → keyboard-shortcuts-settings-CIthQ1lp.js} +1 -1
  91. package/dist/gateway/static/root/assets/local-app-workbench-page-CSCIHvZV.js +1 -0
  92. package/dist/gateway/static/root/assets/local-apps-DeqzkJiF.js +1 -0
  93. package/dist/gateway/static/root/assets/{local-apps-page-qzxr3c8Y.js → local-apps-page-EntiM0tz.js} +1 -1
  94. package/dist/gateway/static/root/assets/{local-session-drafts-BU3FXj_X.js → local-session-drafts-XurtjR58.js} +1 -1
  95. package/dist/gateway/static/root/assets/{locale-store-DTUQ0JiK.js → locale-store-cg9cm2EL.js} +1 -1
  96. package/dist/gateway/static/root/assets/logs-page-rmS9VSem.js +2 -0
  97. package/dist/gateway/static/root/assets/{management-api-C6mCD0mZ.js → management-api-B6jVuJ6W.js} +1 -1
  98. package/dist/gateway/static/root/assets/{management-settings-C4BKD-_b.js → management-settings-DdI9gs51.js} +1 -1
  99. package/dist/gateway/static/root/assets/{markdown-view-DHjn1-ML.js → markdown-view-D1zBWkfB.js} +1 -1
  100. package/dist/gateway/static/root/assets/{mcp-conversation-setup-page-ClgMvru5.js → mcp-conversation-setup-page-Bn49Ph1n.js} +1 -1
  101. package/dist/gateway/static/root/assets/{media-plugins-8E2KZQym.js → media-plugins-Cd6hAGDp.js} +1 -1
  102. package/dist/gateway/static/root/assets/messages-eQ2CYlpG.js +3 -0
  103. package/dist/gateway/static/root/assets/{model-selector-CJY9LRsl.js → model-selector-CL6WT-jw.js} +1 -1
  104. package/dist/gateway/static/root/assets/{models-hub-cache-BTs8jhgq.js → models-hub-cache-s0FMNhq9.js} +1 -1
  105. package/dist/gateway/static/root/assets/{note-detail-panel-DiCfpcZd.js → note-detail-panel-anM38aV6.js} +3 -3
  106. package/dist/gateway/static/root/assets/note-image-lightbox-DfK2KSgu.js +1 -0
  107. package/dist/gateway/static/root/assets/{notes-api-BnaeXy22.js → notes-api-CR75RHd0.js} +1 -1
  108. package/dist/gateway/static/root/assets/{notes-page-B_vTBmyx.js → notes-page-BsZmT7Zw.js} +2 -2
  109. package/dist/gateway/static/root/assets/{oauth-api-BZ67vxsq.js → oauth-api-CvPnQTlH.js} +1 -1
  110. package/dist/gateway/static/root/assets/oauth-provider-connect-Dk1NeeqD.js +1 -0
  111. package/dist/gateway/static/root/assets/{page-context-capture-button-TpjRHhUt.js → page-context-capture-button-BPtX67hZ.js} +1 -1
  112. package/dist/gateway/static/root/assets/{page-context-draft-BbUpxlgV.js → page-context-draft-Ckb8baxj.js} +1 -1
  113. package/dist/gateway/static/root/assets/page-header-store-DU4NnGap.js +1 -0
  114. package/dist/gateway/static/root/assets/personal-avatar-CZSnrSfc.js +1 -0
  115. package/dist/gateway/static/root/assets/personal-page-BSCNuRMT.js +1 -0
  116. package/dist/gateway/static/root/assets/personal-profile-settings-DJRDcK2c.js +1 -0
  117. package/dist/gateway/static/root/assets/personal-settings-panel-C6p25Noq.js +1 -0
  118. package/dist/gateway/static/root/assets/phone-DdhTnt6X.js +1 -0
  119. package/dist/gateway/static/root/assets/{phone-dependencies-card-ChRrViSc.js → phone-dependencies-card-DKkFFpqi.js} +1 -1
  120. package/dist/gateway/static/root/assets/{phone-model-connection-DmswEWqx.js → phone-model-connection-CRRHq4PQ.js} +1 -1
  121. package/dist/gateway/static/root/assets/{phone-model-picker-CvuOhQpk.js → phone-model-picker-CN_I0-46.js} +1 -1
  122. package/dist/gateway/static/root/assets/{phone-settings-page-2hZ68I47.js → phone-settings-page-CkdSOA7D.js} +1 -1
  123. package/dist/gateway/static/root/assets/{phone-workspace-store-BMvxfZ3g.js → phone-workspace-store-CC61pIuJ.js} +1 -1
  124. package/dist/gateway/static/root/assets/{plugin-details-dialog-qvdi41L2.js → plugin-details-dialog-Bqz4jT53.js} +1 -1
  125. package/dist/gateway/static/root/assets/{preference-select-fields-RDatqlhG.js → preference-select-fields-DHeNbAvn.js} +1 -1
  126. package/dist/gateway/static/root/assets/{product-automation-feedback-Bj9ZsasT.js → product-automation-feedback-BN2HTA9T.js} +1 -1
  127. package/dist/gateway/static/root/assets/{product-delivery-DRyD9_Xq.js → product-delivery-BFfqdKLe.js} +1 -1
  128. package/dist/gateway/static/root/assets/{product-open-page-CzXmn2MX.js → product-open-page-B-j4gpLD.js} +1 -1
  129. package/dist/gateway/static/root/assets/{product-preview-content-Beg0t4GW.js → product-preview-content-EqrTk7kU.js} +1 -1
  130. package/dist/gateway/static/root/assets/{product-preview-modal-5ulFfVzf.js → product-preview-modal-aurFBFq4.js} +2 -2
  131. package/dist/gateway/static/root/assets/{project-detail-page-8bnYqXLJ.js → project-detail-page-ibZZ_w51.js} +2 -2
  132. package/dist/gateway/static/root/assets/{project-understanding-CXf7wjwt.js → project-understanding-HNK9lFVy.js} +1 -1
  133. package/dist/gateway/static/root/assets/{projects-page-CyA6fCPg.js → projects-page-CugSyKl5.js} +1 -1
  134. package/dist/gateway/static/root/assets/providers-api-DUntOOqr.js +1 -0
  135. package/dist/gateway/static/root/assets/{recording-upload-BZvpuPZT.js → recording-upload-DIwP541B.js} +1 -1
  136. package/dist/gateway/static/root/assets/{registry-api-C_8-f85U.js → registry-api-BTd_OgbD.js} +1 -1
  137. package/dist/gateway/static/root/assets/{remote-access-hub-Daxdjqs9.js → remote-access-hub-f5mIfsBF.js} +1 -1
  138. package/dist/gateway/static/root/assets/{resource-unavailable-khPb8zb8.js → resource-unavailable-DtQ2rfu_.js} +1 -1
  139. package/dist/gateway/static/root/assets/route-preload-anuckzRl.js +2 -0
  140. package/dist/gateway/static/root/assets/runtime-health-zDkHcOZO.js +1 -0
  141. package/dist/gateway/static/root/assets/{runtime-tools-api-2YumRxOJ.js → runtime-tools-api-C1iI8EPo.js} +1 -1
  142. package/dist/gateway/static/root/assets/{runtime-tools-settings-panel-DH00p-rI.js → runtime-tools-settings-panel-0tdI1z0g.js} +1 -1
  143. package/dist/gateway/static/root/assets/{service-recommendation-list-wXf_ZlHq.js → service-recommendation-list-DSIe-NRe.js} +1 -1
  144. package/dist/gateway/static/root/assets/{session-api-Dt7vRa-E.js → session-api-CQlEq0MB.js} +1 -1
  145. package/dist/gateway/static/root/assets/session-manager-C7RfUfqI.js +25 -0
  146. package/dist/gateway/static/root/assets/{sessions-page-CCcpMHIH.js → sessions-page-DdS8U0RV.js} +1 -1
  147. package/dist/gateway/static/root/assets/settings-advanced-gate-DnfH22f_.js +1 -0
  148. package/dist/gateway/static/root/assets/{settings-advanced-section-DRlQdj_w.js → settings-advanced-section-C6dPu5i1.js} +1 -1
  149. package/dist/gateway/static/root/assets/{settings-mode-store-BE6t--iO.js → settings-mode-store-BSiiowQa.js} +1 -1
  150. package/dist/gateway/static/root/assets/{settings-page-_F2d9-GZ.js → settings-page-DAc5n-mM.js} +1 -1
  151. package/dist/gateway/static/root/assets/{settings-page-header-DG3MQwSF.js → settings-page-header-BSMu5Zq3.js} +1 -1
  152. package/dist/gateway/static/root/assets/{settings-page-layout-SuMAUhMb.js → settings-page-layout-B_vMffB1.js} +1 -1
  153. package/dist/gateway/static/root/assets/{setup-interaction-page-DyDiHKjZ.js → setup-interaction-page-DKXfFdNt.js} +1 -1
  154. package/dist/gateway/static/root/assets/{setup-status-panel-CPNFWhrr.js → setup-status-panel-BbAZ9w77.js} +1 -1
  155. package/dist/gateway/static/root/assets/{share-link-dialog-wu-minYF.js → share-link-dialog-ztX1WPXG.js} +1 -1
  156. package/dist/gateway/static/root/assets/{share-preview-page-BqbfuQBU.js → share-preview-page-Ds2Ydfg6.js} +1 -1
  157. package/dist/gateway/static/root/assets/{shares-api-DwsEzRc6.js → shares-api-CSZqeNL4.js} +1 -1
  158. package/dist/gateway/static/root/assets/{shares-settings-BxutiB6Y.js → shares-settings-CX3TNAmI.js} +1 -1
  159. package/dist/gateway/static/root/assets/{skill-api-C7wPB73H.js → skill-api-CGzAQ-MX.js} +1 -1
  160. package/dist/gateway/static/root/assets/{skill-list-api-C4AjzhlY.js → skill-list-api-DfUsku-x.js} +1 -1
  161. package/dist/gateway/static/root/assets/{skill-reload-api-CqfS9zlG.js → skill-reload-api-Y9qSMnBd.js} +1 -1
  162. package/dist/gateway/static/root/assets/{skills-page-8VYadExR.js → skills-page-DnMN50Ot.js} +1 -1
  163. package/dist/gateway/static/root/assets/sliding-segmented-CgQ3BFdb.js +1 -0
  164. package/dist/gateway/static/root/assets/{system-settings-panel-BV4GHnns.js → system-settings-panel-DWNkQmme.js} +1 -1
  165. package/dist/gateway/static/root/assets/{task-detail-page-C9IyuxdS.js → task-detail-page-BJok6V1K.js} +3 -3
  166. package/dist/gateway/static/root/assets/{task-input-card-NtzzVc0e.js → task-input-card-lCMSy6YY.js} +1 -1
  167. package/dist/gateway/static/root/assets/{terminal-panel-store-DWdJOGMn.js → terminal-panel-store-D8eZPvql.js} +1 -1
  168. package/dist/gateway/static/root/assets/{theme-store-FNf-kdMR.js → theme-store-GZQ3pTgy.js} +1 -1
  169. package/dist/gateway/static/root/assets/tool-friendly-title-DC8_9-Lo.js +2 -0
  170. package/dist/gateway/static/root/assets/{tracing-settings-page-BRPJuRpc.js → tracing-settings-page-DM3-7Hlw.js} +1 -1
  171. package/dist/gateway/static/root/assets/{tunnel-api-B7NHNrQJ.js → tunnel-api-DOGAIXRR.js} +1 -1
  172. package/dist/gateway/static/root/assets/{understanding-activity-store-bgCeO8bb.js → understanding-activity-store-CuPfe0eQ.js} +1 -1
  173. package/dist/gateway/static/root/assets/{understanding-refresh-store-CEhWIvsQ.js → understanding-refresh-store-Ihz2p9Vg.js} +1 -1
  174. package/dist/gateway/static/root/assets/{usage-page-35YfpfVW.js → usage-page-BA9Yrvqu.js} +1 -1
  175. package/dist/gateway/static/root/assets/{use-autosave-D8Qtt_Tn.js → use-autosave-CO0IPCVg.js} +1 -1
  176. package/dist/gateway/static/root/assets/{use-composer-attachments-H-tD4Db6.js → use-composer-attachments-CLIrD0mm.js} +1 -1
  177. package/dist/gateway/static/root/assets/{use-file-preview-expanded-P-0xmST2.js → use-file-preview-expanded-dhNMHf5b.js} +3 -3
  178. package/dist/gateway/static/root/assets/{use-personal-profile-Bk2rGWSy.js → use-personal-profile-CVqDWBDS.js} +1 -1
  179. package/dist/gateway/static/root/assets/use-realtime-voice-DDVVlX1R.js +1 -0
  180. package/dist/gateway/static/root/assets/{use-workspace-tree-D0_812KH.js → use-workspace-tree-CZej8mhf.js} +1 -1
  181. package/dist/gateway/static/root/assets/{user-model-page-BxHnOljT.js → user-model-page-1eYattnk.js} +1 -1
  182. package/dist/gateway/static/root/assets/voice-CDlC6XMH.js +1 -0
  183. package/dist/gateway/static/root/assets/{voice-api-key-field-BL56KGeq.js → voice-api-key-field-DpwUDAvu.js} +1 -1
  184. package/dist/gateway/static/root/assets/voice-call-context-BM2A4bLz.js +1 -0
  185. package/dist/gateway/static/root/assets/voice-config-api-GIuXoHXw.js +1 -0
  186. package/dist/gateway/static/root/assets/{voice-input-shortcut-events-BK-IvchL.js → voice-input-shortcut-events-Cc30ZcFy.js} +1 -1
  187. package/dist/gateway/static/root/assets/voice-settings-DA3m5MT0.js +1 -0
  188. package/dist/gateway/static/root/assets/{work-discovery-overlay-DDXae8Yc.js → work-discovery-overlay-yGUkk1NV.js} +1 -1
  189. package/dist/gateway/static/root/assets/{work-discovery-page-CxN0abrd.js → work-discovery-page-RN6iuY-0.js} +1 -1
  190. package/dist/gateway/static/root/assets/{working-directory-picker-modal-D3BUBFa0.js → working-directory-picker-modal-CeXl9w6z.js} +1 -1
  191. package/dist/gateway/static/root/assets/workspace-api-B1Uirhxf.js +2 -0
  192. package/dist/gateway/static/root/assets/workspace-editor-agent-store-Nos5ebMv.js +1 -0
  193. package/dist/gateway/static/root/assets/{workspace-file-preview-dialog-BKmtih6_.js → workspace-file-preview-dialog-D0h2yJ3v.js} +1 -1
  194. package/dist/gateway/static/root/assets/{workspace-open-location-menu-BdfKT4O4.js → workspace-open-location-menu-DWGNOIE2.js} +1 -1
  195. package/dist/gateway/static/root/assets/{xopc-cloud-account-card-BS_lsURY.js → xopc-cloud-account-card-x-XT4bKF.js} +1 -1
  196. package/dist/gateway/static/root/index.html +104 -100
  197. package/dist/package.js +1 -1
  198. package/dist/packages/gateway-contract/src/extension-capabilities.js +91 -4
  199. package/dist/packages/gateway-contract/src/index.js +3 -1
  200. package/dist/packages/gateway-contract/src/local-app-delegation.js +25 -0
  201. package/dist/packages/gateway-contract/src/local-apps.js +35 -4
  202. package/dist/packages/realtime-protocol/src/voice.js +5 -0
  203. package/dist/src/agent/agent-instance-gateway.d.ts +2 -0
  204. package/dist/src/agent/agent-manager.d.ts +1 -0
  205. package/dist/src/agent/agent-manager.js +12 -3
  206. package/dist/src/agent/background-review/prompts.js +2 -0
  207. package/dist/src/agent/background-review/run-background-review.js +13 -7
  208. package/dist/src/agent/child-agent-factory.js +24 -1
  209. package/dist/src/agent/commands/command-registry.d.ts +10 -0
  210. package/dist/src/agent/commands/command-registry.js +37 -16
  211. package/dist/src/agent/commands/command-transport.d.ts +19 -0
  212. package/dist/src/agent/commands/command-transport.js +92 -0
  213. package/dist/src/agent/context/execution-context.js +1 -1
  214. package/dist/src/agent/context/project-context.js +1 -1
  215. package/dist/src/agent/embedded/execution-tool-policy.d.ts +1 -0
  216. package/dist/src/agent/embedded/execution-tool-policy.js +17 -6
  217. package/dist/src/agent/embedded/index.js +1 -1
  218. package/dist/src/agent/embedded/run-for-session.js +66 -9
  219. package/dist/src/agent/embedded/run-turn.js +109 -15
  220. package/dist/src/agent/embedded/runs.d.ts +3 -0
  221. package/dist/src/agent/embedded/runs.js +21 -1
  222. package/dist/src/agent/embedded/session-runner.js +2 -2
  223. package/dist/src/agent/embedded/types.d.ts +2 -0
  224. package/dist/src/agent/external-tools/endpoint-provider.js +1 -1
  225. package/dist/src/agent/inbound/attachment-pipeline.js +1 -1
  226. package/dist/src/agent/inbound/turn-dispatcher.d.ts +1 -0
  227. package/dist/src/agent/inbound/turn-dispatcher.js +1 -0
  228. package/dist/src/agent/orchestration/agent-orchestrator.js +1 -1
  229. package/dist/src/agent/orchestration/child-run-monitor.d.ts +35 -0
  230. package/dist/src/agent/orchestration/child-run-monitor.js +104 -0
  231. package/dist/src/agent/orchestration/child-run-resume.d.ts +3 -0
  232. package/dist/src/agent/orchestration/child-run-resume.js +67 -0
  233. package/dist/src/agent/prompt/system-prompt.js +7 -6
  234. package/dist/src/agent/prompt/types.d.ts +2 -1
  235. package/dist/src/agent/prompt/voice-history.d.ts +9 -0
  236. package/dist/src/agent/prompt/voice-history.js +35 -0
  237. package/dist/src/agent/prompt/voice-presentation.d.ts +1 -1
  238. package/dist/src/agent/prompt/voice-presentation.js +1 -0
  239. package/dist/src/agent/sandbox/native-command.d.ts +15 -0
  240. package/dist/src/agent/sandbox/native-command.js +65 -0
  241. package/dist/src/agent/service/btw-query.d.ts +1 -0
  242. package/dist/src/agent/service/btw-query.js +1 -1
  243. package/dist/src/agent/service/direct-turn-helpers.js +2 -2
  244. package/dist/src/agent/service/process-direct-streaming.js +2 -2
  245. package/dist/src/agent/service.js +3 -3
  246. package/dist/src/agent/session/interaction-policy.d.ts +21 -0
  247. package/dist/src/agent/session/interaction-policy.js +58 -0
  248. package/dist/src/agent/session/session-inspector.js +3 -2
  249. package/dist/src/agent/tasks/task-judge-service.js +1 -1
  250. package/dist/src/agent/tools/create-share-tool.js +1 -1
  251. package/dist/src/agent/tools/exec-command.js +5 -0
  252. package/dist/src/agent/tools/factory.js +2 -2
  253. package/dist/src/agent/tools/image-generate-tool.js +5 -1
  254. package/dist/src/agent/tools/index.js +1 -1
  255. package/dist/src/agent/tools/list-dir.js +1 -1
  256. package/dist/src/agent/tools/managed-job-tool.js +16 -1
  257. package/dist/src/agent/tools/personal-read-tool.js +1 -1
  258. package/dist/src/agent/tools/personal-request-result-tool.js +1 -1
  259. package/dist/src/agent/tools/personal-task-tool.js +3 -1
  260. package/dist/src/agent/tools/publish-artifacts.js +1 -1
  261. package/dist/src/agent/tools/read.js +1 -1
  262. package/dist/src/agent/tools/send-media.js +1 -1
  263. package/dist/src/agent/tools/task-collaboration-tool.js +1 -1
  264. package/dist/src/agent/tools/task-evidence.js +6 -15
  265. package/dist/src/agent/tools/task-result-tool.js +1 -1
  266. package/dist/src/agent/tools/user-context-tool.js +1 -1
  267. package/dist/src/agent/tools/write.js +1 -1
  268. package/dist/src/agent/tools/xopc-use-tool.js +9 -8
  269. package/dist/src/agent-config/schema.d.ts +15 -0
  270. package/dist/src/automations/capabilities/drafts.js +5 -1
  271. package/dist/src/automations/capabilities/read.js +58 -8
  272. package/dist/src/automations/capabilities/write.js +53 -0
  273. package/dist/src/automations/delivery/delivery-router.js +3 -1
  274. package/dist/src/automations/run-changes.d.ts +2 -0
  275. package/dist/src/automations/run-changes.js +18 -0
  276. package/dist/src/automations/service/automation-service.d.ts +2 -9
  277. package/dist/src/automations/service/automation-service.js +3 -2
  278. package/dist/src/automations/storage/automation-run-repository.d.ts +5 -0
  279. package/dist/src/automations/storage/automation-run-repository.js +15 -1
  280. package/dist/src/capabilities/runtime/dispatcher.d.ts +12 -0
  281. package/dist/src/capabilities/runtime/dispatcher.js +22 -6
  282. package/dist/src/capabilities/runtime/product.d.ts +2 -0
  283. package/dist/src/capabilities/runtime/product.js +28 -6
  284. package/dist/src/channels/attachments/voice-stt-webchat.js +1 -1
  285. package/dist/src/chat-commands/types.d.ts +2 -0
  286. package/dist/src/cli/commands/tui-runner.d.ts +1 -1
  287. package/dist/src/cli/commands/tui-runner.js +1 -0
  288. package/dist/src/cli/commands/tui.js +1 -1
  289. package/dist/src/computer/evaluation-comparison.d.ts +4 -0
  290. package/dist/src/computer/evaluation-comparison.js +16 -1
  291. package/dist/src/computer/keyboard.js +1 -1
  292. package/dist/src/computer/model-adapter.js +18 -14
  293. package/dist/src/config/schema.d.ts +37 -3
  294. package/dist/src/config/schema.js +23 -5
  295. package/dist/src/gateway/agent-builtin-tools.d.ts +1 -1
  296. package/dist/src/gateway/agents-admin.js +1 -1
  297. package/dist/src/gateway/file-path-classifier.js +1 -1
  298. package/dist/src/gateway/hono/lib/safe-voice-config.js +4 -1
  299. package/dist/src/gateway/hono/routes/auth-registry-extensions.js +204 -12
  300. package/dist/src/gateway/hono/routes/lazy-bundles.js +18 -2
  301. package/dist/src/gateway/hono/routes/local-app-capabilities.js +27 -6
  302. package/dist/src/gateway/hono/routes/local-app-development.d.ts +3 -0
  303. package/dist/src/gateway/hono/routes/local-app-development.js +13 -0
  304. package/dist/src/gateway/hono/routes/local-app-previews.d.ts +3 -0
  305. package/dist/src/gateway/hono/routes/local-app-previews.js +86 -0
  306. package/dist/src/gateway/hono/routes/local-app-run-streams.d.ts +4 -0
  307. package/dist/src/gateway/hono/routes/local-app-run-streams.js +105 -0
  308. package/dist/src/gateway/hono/routes/local-apps.js +3 -2
  309. package/dist/src/gateway/hono/routes/projects.js +1 -1
  310. package/dist/src/gateway/hono/routes/sessions.js +2 -2
  311. package/dist/src/gateway/hono/routes/shares.js +1 -1
  312. package/dist/src/gateway/hono/routes/tasks.js +4 -4
  313. package/dist/src/gateway/hono/routes/tui.js +308 -0
  314. package/dist/src/gateway/hono/routes/user-model.js +2 -2
  315. package/dist/src/gateway/hono/routes/voice.js +4 -3
  316. package/dist/src/gateway/media-access.js +1 -1
  317. package/dist/src/gateway/security/gateway-scopes.js +1 -1
  318. package/dist/src/gateway/security/local-app-delegation-access.d.ts +5 -0
  319. package/dist/src/gateway/security/local-app-delegation-access.js +22 -0
  320. package/dist/src/gateway/service/agent-runner.js +1 -1
  321. package/dist/src/gateway/service/config-coordinator.d.ts +8 -3
  322. package/dist/src/gateway/service/run-gateway-agent.js +7 -6
  323. package/dist/src/gateway/service/session-input-coordinator.d.ts +1 -0
  324. package/dist/src/gateway/service/session-input-coordinator.js +6 -2
  325. package/dist/src/gateway/service/sessions-api.d.ts +1 -1
  326. package/dist/src/gateway/service/sessions-api.js +3 -3
  327. package/dist/src/gateway/service.js +50 -17
  328. package/dist/src/gateway/session-reset-service.js +1 -1
  329. package/dist/src/gateway/xopc-cloud-capability-setup.js +1 -1
  330. package/dist/src/infra/execution-authority.d.ts +12 -0
  331. package/dist/src/infra/execution-authority.js +27 -0
  332. package/dist/src/local-apps/access-audit.d.ts +17 -0
  333. package/dist/src/local-apps/access-audit.js +42 -0
  334. package/dist/src/local-apps/automation-proposals.d.ts +754 -0
  335. package/dist/src/local-apps/automation-proposals.js +185 -0
  336. package/dist/src/local-apps/capabilities/automation-policy.d.ts +7 -0
  337. package/dist/src/local-apps/capabilities/automation-policy.js +46 -0
  338. package/dist/src/local-apps/capabilities/contracts.js +25 -0
  339. package/dist/src/local-apps/capabilities/delegate.d.ts +3 -0
  340. package/dist/src/local-apps/capabilities/delegate.js +183 -0
  341. package/dist/src/local-apps/capabilities/projections.d.ts +853 -0
  342. package/dist/src/local-apps/capabilities/projections.js +186 -0
  343. package/dist/src/local-apps/capabilities/resource-policy.d.ts +3 -0
  344. package/dist/src/local-apps/capabilities/resource-policy.js +119 -0
  345. package/dist/src/local-apps/capabilities/runtime.d.ts +2 -1
  346. package/dist/src/local-apps/capabilities/runtime.js +109 -39
  347. package/dist/src/local-apps/execution-authority.d.ts +13 -0
  348. package/dist/src/local-apps/execution-authority.js +104 -0
  349. package/dist/src/local-apps/fix-guidance.js +4 -1
  350. package/dist/src/local-apps/p1-services.d.ts +189 -0
  351. package/dist/src/local-apps/p1-services.js +620 -0
  352. package/dist/src/local-apps/preview-fixtures.d.ts +20 -0
  353. package/dist/src/local-apps/preview-fixtures.js +52 -0
  354. package/dist/src/local-apps/preview-runtime-bridge.d.ts +1 -1
  355. package/dist/src/local-apps/preview-runtime-bridge.js +41 -18
  356. package/dist/src/local-apps/preview-sessions.d.ts +52 -0
  357. package/dist/src/local-apps/preview-sessions.js +316 -0
  358. package/dist/src/local-apps/preview-worker.d.ts +1 -0
  359. package/dist/src/local-apps/preview-worker.js +117 -0
  360. package/dist/src/local-apps/public-assets.d.ts +2 -0
  361. package/dist/src/local-apps/public-assets.js +42 -0
  362. package/dist/src/local-apps/scaffold.js +1 -1
  363. package/dist/src/local-apps/service.d.ts +128 -5
  364. package/dist/src/local-apps/service.js +153 -15
  365. package/dist/src/local-apps/store.d.ts +3 -0
  366. package/dist/src/local-apps/store.js +42 -16
  367. package/dist/src/local-apps/types.d.ts +2 -0
  368. package/dist/src/memory-learning/repository.js +3 -2
  369. package/dist/src/memory-learning/service.js +4 -13
  370. package/dist/src/memory-learning/transcript-source.d.ts +9 -0
  371. package/dist/src/memory-learning/transcript-source.js +31 -0
  372. package/dist/src/notes/agent-context.js +1 -1
  373. package/dist/src/notes/capabilities/read.js +11 -2
  374. package/dist/src/notes/capabilities/write.js +10 -1
  375. package/dist/src/notes/types.d.ts +2 -0
  376. package/dist/src/personal-agent/communication.d.ts +2 -1
  377. package/dist/src/personal-agent/communication.js +3 -1
  378. package/dist/src/personal-agent/prompt-context.js +15 -23
  379. package/dist/src/personal-agent/prompts.js +3 -2
  380. package/dist/src/personal-agent/reply-composer.js +2 -2
  381. package/dist/src/personal-agent/request-access.js +1 -1
  382. package/dist/src/personal-agent/request-delivery.js +1 -1
  383. package/dist/src/personal-agent/request-service.js +2 -2
  384. package/dist/src/personal-agent/service.js +1 -0
  385. package/dist/src/personal-agent/task-cancel.js +1 -1
  386. package/dist/src/phone/contracts.d.ts +1 -1
  387. package/dist/src/phone/model-adapter.d.ts +1 -1
  388. package/dist/src/phone/runtime.d.ts +1 -1
  389. package/dist/src/platform/contracts.d.ts +3 -3
  390. package/dist/src/process/fork-worker.d.ts +2 -0
  391. package/dist/src/process/fork-worker.js +7 -0
  392. package/dist/src/projects/capabilities/read.js +43 -2
  393. package/dist/src/projects/capabilities/write.js +25 -0
  394. package/dist/src/projects/project-store.js +12 -1
  395. package/dist/src/projects/types.d.ts +1 -0
  396. package/dist/src/realtime/broker.js +1 -1
  397. package/dist/src/review/review-git.js +14 -1
  398. package/dist/src/session/client-history.js +12 -1
  399. package/dist/src/session/session-context-for-llm.js +10 -3
  400. package/dist/src/session/store.d.ts +1 -0
  401. package/dist/src/session/store.js +2 -1
  402. package/dist/src/session/stored-rows-to-file-entries.js +1 -1
  403. package/dist/src/session/transcript-outline.js +9 -0
  404. package/dist/src/session/voice-transcript.d.ts +14 -0
  405. package/dist/src/session/voice-transcript.js +19 -2
  406. package/dist/src/share/share-store.js +1 -1
  407. package/dist/src/share/site-share-store.js +1 -1
  408. package/dist/src/storage/sqlite/notes-repository.js +7 -0
  409. package/dist/src/storage/sqlite/resource-scope.d.ts +10 -0
  410. package/dist/src/storage/sqlite/resource-scope.js +31 -0
  411. package/dist/src/storage/sqlite/transcript-repository.d.ts +3 -0
  412. package/dist/src/storage/sqlite/transcript-repository.js +43 -7
  413. package/dist/src/tasks/capabilities/management.js +3 -0
  414. package/dist/src/tasks/capabilities/read.js +21 -3
  415. package/dist/src/tasks/capabilities/write.js +11 -2
  416. package/dist/src/tasks/index.js +1 -1
  417. package/dist/src/tasks/task-allocation-service.js +1 -1
  418. package/dist/src/tasks/task-application-service.js +3 -3
  419. package/dist/src/tasks/task-context-assembler.js +1 -1
  420. package/dist/src/tasks/task-evidence-tools.d.ts +2 -0
  421. package/dist/src/tasks/task-evidence-tools.js +22 -0
  422. package/dist/src/tasks/task-main-update-delivery.js +2 -0
  423. package/dist/src/tasks/task-repository.d.ts +2 -0
  424. package/dist/src/tasks/task-repository.js +7 -0
  425. package/dist/src/tasks/task-research-result.js +8 -21
  426. package/dist/src/tasks/task-result-delivery-repository.d.ts +6 -0
  427. package/dist/src/tasks/task-result-delivery-repository.js +26 -0
  428. package/dist/src/tasks/task-result-delivery-service.js +3 -3
  429. package/dist/src/tasks/task-run-coordinator.js +1 -1
  430. package/dist/src/tui/backend-services.d.ts +14 -0
  431. package/dist/src/tui/backend-services.js +67 -0
  432. package/dist/src/tui/backends/embedded-backend.d.ts +48 -4
  433. package/dist/src/tui/backends/embedded-backend.js +248 -42
  434. package/dist/src/tui/backends/gateway-realtime-backend.d.ts +46 -2
  435. package/dist/src/tui/backends/gateway-realtime-backend.js +205 -62
  436. package/dist/src/tui/components/chat-log.d.ts +1 -0
  437. package/dist/src/tui/components/chat-log.js +11 -5
  438. package/dist/src/tui/components/scoped-models-selector.js +1 -1
  439. package/dist/src/tui/components/session-selector.js +1 -1
  440. package/dist/src/tui/components/text-viewer.d.ts +32 -0
  441. package/dist/src/tui/components/text-viewer.js +132 -0
  442. package/dist/src/tui/components/tui-bottom-bar.js +3 -0
  443. package/dist/src/tui/extension-host/autocomplete.js +9 -1
  444. package/dist/src/tui/extension-host/runtime.d.ts +1 -0
  445. package/dist/src/tui/extension-host/runtime.js +1 -0
  446. package/dist/src/tui/tui-backend.d.ts +36 -3
  447. package/dist/src/tui/tui-capabilities.d.ts +15 -0
  448. package/dist/src/tui/tui-capabilities.js +46 -0
  449. package/dist/src/tui/tui-capability-controls.d.ts +9 -0
  450. package/dist/src/tui/tui-capability-controls.js +250 -0
  451. package/dist/src/tui/tui-clarification.d.ts +15 -0
  452. package/dist/src/tui/tui-clarification.js +91 -0
  453. package/dist/src/tui/tui-command-formatters.d.ts +0 -4
  454. package/dist/src/tui/tui-command-formatters.js +3 -43
  455. package/dist/src/tui/tui-commands.d.ts +4 -4
  456. package/dist/src/tui/tui-commands.js +219 -127
  457. package/dist/src/tui/tui-control-commands.d.ts +12 -0
  458. package/dist/src/tui/tui-control-commands.js +127 -0
  459. package/dist/src/tui/tui-image-files.d.ts +2 -0
  460. package/dist/src/tui/tui-image-files.js +47 -0
  461. package/dist/src/tui/tui-local-shell.d.ts +6 -0
  462. package/dist/src/tui/tui-local-shell.js +36 -2
  463. package/dist/src/tui/tui-management.d.ts +114 -0
  464. package/dist/src/tui/tui-management.js +233 -0
  465. package/dist/src/tui/tui-picker-overlay.d.ts +1 -6
  466. package/dist/src/tui/tui-picker-overlay.js +1 -62
  467. package/dist/src/tui/tui-session-actions.d.ts +1 -0
  468. package/dist/src/tui/tui-session-actions.js +97 -29
  469. package/dist/src/tui/tui-settings.js +1 -1
  470. package/dist/src/tui/tui-side-chat.d.ts +10 -0
  471. package/dist/src/tui/tui-side-chat.js +56 -0
  472. package/dist/src/tui/tui-terminal.d.ts +3 -0
  473. package/dist/src/tui/tui-terminal.js +52 -0
  474. package/dist/src/tui/tui-types.d.ts +4 -1
  475. package/dist/src/tui/tui.js +422 -211
  476. package/dist/src/tui/xopc-tui-keybindings.d.ts +29 -9
  477. package/dist/src/tui/xopc-tui-keybindings.js +27 -7
  478. package/dist/src/usage/recorder.js +2 -0
  479. package/dist/src/usage/scenario-registry.js +5 -0
  480. package/dist/src/user-model/index.js +3 -3
  481. package/dist/src/user-model/profile.d.ts +8 -0
  482. package/dist/src/user-model/profile.js +19 -1
  483. package/dist/src/voice/platform-settings.d.ts +5 -0
  484. package/dist/src/voice/platform-settings.js +15 -2
  485. package/dist/src/voice/platform-streams.d.ts +7 -3
  486. package/dist/src/voice/platform-streams.js +90 -18
  487. package/dist/src/voice/realtime/agentBroker.d.ts +12 -1
  488. package/dist/src/voice/realtime/agentBroker.js +22 -5
  489. package/dist/src/voice/realtime/agentEngine.js +104 -12
  490. package/dist/src/voice/realtime/chat-publication.d.ts +24 -0
  491. package/dist/src/voice/realtime/chat-publication.js +61 -0
  492. package/dist/src/voice/realtime/conversation-context.d.ts +7 -1
  493. package/dist/src/voice/realtime/conversation-context.js +54 -16
  494. package/dist/src/voice/realtime/engine.d.ts +2 -0
  495. package/dist/src/voice/realtime/identity-grounding.d.ts +8 -0
  496. package/dist/src/voice/realtime/identity-grounding.js +34 -0
  497. package/dist/src/voice/realtime/memory-context.js +48 -14
  498. package/dist/src/voice/realtime/naturalAgentTools.d.ts +90 -0
  499. package/dist/src/voice/realtime/naturalAgentTools.js +275 -0
  500. package/dist/src/voice/realtime/omniEngine.d.ts +8 -0
  501. package/dist/src/voice/realtime/omniEngine.js +239 -13
  502. package/dist/src/voice/realtime/omniRoute.d.ts +1 -0
  503. package/dist/src/voice/realtime/omniRoute.js +23 -4
  504. package/dist/src/voice/realtime/runtime.d.ts +1 -0
  505. package/dist/src/voice/realtime/runtime.js +116 -22
  506. package/dist/src/voice/realtime/runtime.types.d.ts +3 -1
  507. package/dist/src/voice/realtime/speakable-segmenter.d.ts +2 -1
  508. package/dist/src/voice/realtime/speakable-segmenter.js +7 -2
  509. package/dist/src/voice/realtime/turnPolicy.d.ts +1 -2
  510. package/dist/src/voice/realtime/turnPolicy.js +4 -6
  511. package/dist/src/voice/realtime/user-context.d.ts +14 -0
  512. package/dist/src/voice/realtime/user-context.js +63 -0
  513. package/dist/src/voice/tts/providers/xopc-cloud-speech.js +29 -23
  514. package/dist/src/voice/tts/speak-core.js +1 -0
  515. package/dist/src/voice/tts/speech-provider-types.d.ts +2 -0
  516. package/dist/src/work-discovery/service.js +1 -1
  517. package/package.json +3 -1
  518. package/skills/engineering/build-xopc-local-app/SKILL.md +5 -1
  519. package/skills/engineering/build-xopc-local-app/references/app-contract.md +43 -2
  520. package/dist/gateway/static/root/assets/api-DIKAjDAK.js +0 -1
  521. package/dist/gateway/static/root/assets/automation-run-list-J-R4-hVm.js +0 -1
  522. package/dist/gateway/static/root/assets/capabilities-page-KRaK8LKT.js +0 -2
  523. package/dist/gateway/static/root/assets/capabilities-settings-panel-aJy-1o5H.js +0 -8
  524. package/dist/gateway/static/root/assets/chat-page-QmBfel_Z.js +0 -71
  525. package/dist/gateway/static/root/assets/clipboard-copy-DuJk5WD6.js +0 -1
  526. package/dist/gateway/static/root/assets/connected-providers-grid-BWVieU6P.js +0 -1
  527. package/dist/gateway/static/root/assets/connectors-page-C8M01Zxs.js +0 -1
  528. package/dist/gateway/static/root/assets/dist-BGTk37IG.js +0 -1
  529. package/dist/gateway/static/root/assets/extension-iframe-host-DjXDDmUd.js +0 -1
  530. package/dist/gateway/static/root/assets/extension-page-CGgneUDY.js +0 -1
  531. package/dist/gateway/static/root/assets/extension-provider-BktGTwH_.js +0 -1
  532. package/dist/gateway/static/root/assets/gateway-realtime-store-ZxMFPH4n.js +0 -1
  533. package/dist/gateway/static/root/assets/index-CPXKrqLj.js +0 -11
  534. package/dist/gateway/static/root/assets/index-Dc-3QQaz.css +0 -1
  535. package/dist/gateway/static/root/assets/local-app-workbench-page-CnckB-RA.js +0 -1
  536. package/dist/gateway/static/root/assets/local-apps-Ck6kACsY.js +0 -1
  537. package/dist/gateway/static/root/assets/logs-page-_nIEwZn4.js +0 -2
  538. package/dist/gateway/static/root/assets/messages-C7ruaWtK.js +0 -3
  539. package/dist/gateway/static/root/assets/note-image-lightbox-kccIXJo_.js +0 -1
  540. package/dist/gateway/static/root/assets/oauth-provider-connect-CZP15znW.js +0 -1
  541. package/dist/gateway/static/root/assets/page-header-store-CFntbsPj.js +0 -1
  542. package/dist/gateway/static/root/assets/personal-avatar-CVocefDp.js +0 -1
  543. package/dist/gateway/static/root/assets/personal-page-BjnSgU89.js +0 -1
  544. package/dist/gateway/static/root/assets/personal-proactivity-DaRnbB1f.js +0 -1
  545. package/dist/gateway/static/root/assets/personal-settings-panel-CdMHSPCH.js +0 -1
  546. package/dist/gateway/static/root/assets/providers-api-DE7kdeXc.js +0 -1
  547. package/dist/gateway/static/root/assets/route-preload-DGMUu3pm.js +0 -2
  548. package/dist/gateway/static/root/assets/runtime-health-D2TDFLLq.js +0 -1
  549. package/dist/gateway/static/root/assets/session-manager-5qokJQ6W.js +0 -25
  550. package/dist/gateway/static/root/assets/settings-advanced-gate-B7-XQiJh.js +0 -1
  551. package/dist/gateway/static/root/assets/sliding-segmented-D346J92k.js +0 -1
  552. package/dist/gateway/static/root/assets/tool-friendly-title-YQmN1S2k.js +0 -2
  553. package/dist/gateway/static/root/assets/use-realtime-voice-BcokfdI0.js +0 -1
  554. package/dist/gateway/static/root/assets/voice-C607F0pB.js +0 -1
  555. package/dist/gateway/static/root/assets/voice-call-context-CJ1ZiJWR.js +0 -1
  556. package/dist/gateway/static/root/assets/voice-config-api-DVFTuHwH.js +0 -1
  557. package/dist/gateway/static/root/assets/workspace-api-ymncGc6j.js +0 -2
  558. package/dist/gateway/static/root/assets/workspace-editor-agent-store-BQrMvAkL.js +0 -1
@@ -7,13 +7,13 @@ import { init_model_usage, withModelUsageOrigin } from "../../providers/model-us
7
7
  import { getModelCatalogStore, init_model_catalog_store } from "../../providers/model-catalog-store.js";
8
8
  import { getPersonalAgentByConversation } from "../../personal-agent/repository.js";
9
9
  import { getMediaUnderstandingProvider } from "../../media-understanding/registry.js";
10
- import { resolveSTTProviderChain } from "../stt/factory.js";
10
+ import { resolveSTTProviderChain, resolveSTTProviderConfig } from "../stt/factory.js";
11
11
  import { mergeSttConfigFromAppConfig } from "../stt/config.js";
12
12
  import { ALIBABA_REALTIME_TTS_MODEL } from "../tts/providers/alibaba-speech.js";
13
13
  import { resolveSpeechProviderChain } from "../tts/factory.js";
14
14
  import { mergeTtsConfigFromAppConfig } from "../tts/merge-config.js";
15
15
  import { verifyDeviceConnectionProof } from "../../gateway/security/device-request-proof.js";
16
- import { voiceConversationInstructions } from "./conversation-context.js";
16
+ import { buildVoiceResumeHistory, voiceConversationInstructions } from "./conversation-context.js";
17
17
  import { createPreauthConnectionBudget } from "../../gateway/security/preauth-connection-budget.js";
18
18
  import { claimOpeningGreeting, finishOpeningGreeting, openingGreetingText } from "./opening-greeting.js";
19
19
  import { createAgentVoiceEngine } from "./agentEngine.js";
@@ -52,14 +52,18 @@ function isStreamingProvider(provider) {
52
52
  function resolveStreamingStt(config, language) {
53
53
  const sttConfig = mergeSttConfigFromAppConfig(config.tools?.media?.audio, config.tools?.media);
54
54
  const configured = config.voice?.realtime?.stt;
55
- const chain = configured ? [{
55
+ const selected = configured?.provider === "alibaba" ? resolveSTTProviderConfig(configured.provider, sttConfig) : void 0;
56
+ const chain = configured ? configured.provider === "xopc-cloud" ? [{
56
57
  id: configured.provider,
57
58
  model: configured.model
58
- }] : resolveSTTProviderChain(sttConfig);
59
+ }] : selected ? [{
60
+ ...selected,
61
+ model: configured.model
62
+ }] : [] : resolveSTTProviderChain(sttConfig);
59
63
  for (const entry of chain) {
60
64
  const plugin = getMediaUnderstandingProvider(entry.id);
61
65
  if (!isStreamingProvider(plugin)) continue;
62
- const model = plugin.id === "xopc-cloud" ? config.voice?.realtime?.stt?.model ?? entry.model ?? plugin.streamingAudio.defaultModel : plugin.streamingAudio.defaultModel;
66
+ const model = configured?.model ?? (plugin.id === "xopc-cloud" ? entry.model : void 0) ?? plugin.streamingAudio.defaultModel;
63
67
  if (!plugin.streamingAudio.models.includes(model)) continue;
64
68
  return {
65
69
  plugin,
@@ -175,19 +179,27 @@ var VoiceRealtimeRuntime = class {
175
179
  const testVoice = request.testHiggsVoice;
176
180
  const personal = request.conversationId ? getPersonalAgentByConversation(request.conversationId) : null;
177
181
  const preferences = personal?.voiceCallPreferences;
178
- const defaultMode = personal ? preferences?.defaultMode ?? "assistant" : config.voice?.realtime?.defaultEngine === "omni" ? "natural" : "assistant";
179
- request = request.purpose === "conversation" ? {
180
- ...request,
181
- mode: request.mode ?? defaultMode
182
- } : request;
183
- const model = request.mode === "natural" ? testVoice || request.naturalBackend === "higgs" ? HIGGS_REALTIME_REF : selectedNaturalModel(config, preferences) : void 0;
184
- if (!config.voice?.realtime?.enabled && model !== "boson/higgs-realtime") throw new VoiceSessionCreationError("VOICE_DISABLED", "Realtime voice is disabled", 503);
182
+ const preferred = preferences?.enginePreference ?? (config.voice?.realtime?.defaultEngine === "omni" ? "natural" : config.voice?.realtime?.defaultEngine === "agent" ? "assistant" : "auto");
183
+ const automatic = request.purpose === "conversation" && request.mode === void 0 && preferred === "auto";
184
+ const wantsNatural = request.purpose === "conversation" && (automatic || (request.mode ?? preferred) === "natural");
185
+ const model = wantsNatural ? testVoice || request.naturalBackend === "higgs" ? HIGGS_REALTIME_REF : selectedNaturalModel(config, preferences) : void 0;
185
186
  let omni;
186
- if (request.mode === "natural") try {
187
+ if (wantsNatural) try {
187
188
  omni = await resolveOmniRoute(config, model, testVoice ?? preferences?.higgsVoice);
189
+ if (automatic && !omni.tools) omni = void 0;
190
+ if (testVoice && omni) omni = {
191
+ ...omni,
192
+ tools: false,
193
+ instructions: `This standalone voice preview has no tools and cannot perform actions.\n\n${omni.instructions}`
194
+ };
188
195
  } catch {
189
- throw new VoiceSessionCreationError("PROVIDER_UNAVAILABLE", "Natural conversation is unavailable. Check its model, endpoint and credentials.", 503);
196
+ if (!automatic) throw new VoiceSessionCreationError("PROVIDER_UNAVAILABLE", "Natural conversation is unavailable. Check its model, endpoint and credentials.", 503);
190
197
  }
198
+ if (request.purpose === "conversation") request = {
199
+ ...request,
200
+ mode: omni ? "natural" : "assistant"
201
+ };
202
+ if (!config.voice?.realtime?.enabled && !(omni && model === "boson/higgs-realtime")) throw new VoiceSessionCreationError("VOICE_DISABLED", "Realtime voice is disabled", 503);
191
203
  if (omni && !testVoice && (!this.options.recordOmniTranscript || !this.options.getConversationContext)) throw new VoiceSessionCreationError("PROVIDER_UNAVAILABLE", "Natural conversation storage is unavailable", 503);
192
204
  const conversationSessionId = request.purpose === "conversation" && request.conversationId ? await this.options.getSessionIdentity?.(request.conversationId) : void 0;
193
205
  if (request.purpose === "conversation" && !testVoice && !conversationSessionId) throw new VoiceSessionCreationError("SESSION_NOT_FOUND", "Conversation session was not found", 404);
@@ -212,7 +224,7 @@ var VoiceRealtimeRuntime = class {
212
224
  } : baseTts;
213
225
  if (request.purpose === "conversation" && !testVoice) {
214
226
  if (!request.conversationId || !await this.options.sessionExists(request.conversationId)) throw new VoiceSessionCreationError("SESSION_NOT_FOUND", "Conversation session was not found", 404);
215
- if (request.mode === "natural" && this.options.sessionBusy(request.conversationId)) throw new VoiceSessionCreationError("SESSION_CONFLICT", "Conversation session already has an active response", 409);
227
+ if (request.mode === "natural" && this.options.sessionBusy(request.conversationId) && !this.options.agentBroker.restore) throw new VoiceSessionCreationError("SESSION_CONFLICT", "Conversation session already has an active response", 409);
216
228
  if (this.conversationReservations.has(request.conversationId)) throw new VoiceSessionCreationError("SESSION_CONFLICT", "Conversation session already has a voice connection", 409);
217
229
  if (!omni && !tts) throw new VoiceSessionCreationError("PROVIDER_UNAVAILABLE", "No configured PCM streaming text-to-speech provider is available", 503);
218
230
  }
@@ -335,6 +347,10 @@ var VoiceRealtimeRuntime = class {
335
347
  const sessionId = this.conversationReservations.get(conversationId);
336
348
  return (sessionId ? this.activeSessions.get(sessionId) : void 0)?.engine?.isConversationIdle?.() === true;
337
349
  }
350
+ refreshConversation(conversationId) {
351
+ const id = this.conversationReservations.get(conversationId);
352
+ if (id) this.activeSessions.get(id)?.refreshContext?.();
353
+ }
338
354
  canOfferTaskUpdate(conversationId) {
339
355
  const sessionId = this.conversationReservations.get(conversationId);
340
356
  return (sessionId ? this.activeSessions.get(sessionId) : void 0)?.engine?.canOfferTaskUpdate?.() === true;
@@ -414,6 +430,8 @@ var VoiceRealtimeRuntime = class {
414
430
  const abortController = new AbortController();
415
431
  const seenMessageIds = /* @__PURE__ */ new Set();
416
432
  let context;
433
+ let contextRefresh;
434
+ let contextRefreshPending = false;
417
435
  let unsubscribeMemory;
418
436
  let unsubscribeSession;
419
437
  let openingTimer;
@@ -496,7 +514,8 @@ var VoiceRealtimeRuntime = class {
496
514
  return;
497
515
  }
498
516
  if (context?.isCurrent && !context.isCurrent()) {
499
- invalidateContext();
517
+ if (ready && engine?.updateContext) refreshContext();
518
+ else invalidateContext();
500
519
  return;
501
520
  }
502
521
  if (context?.memory && !context.memory.isCurrent()) {
@@ -516,6 +535,50 @@ var VoiceRealtimeRuntime = class {
516
535
  });
517
536
  shutdown("context_changed", true);
518
537
  };
538
+ const refreshContext = () => {
539
+ if (contextRefresh) {
540
+ contextRefreshPending = true;
541
+ return contextRefresh;
542
+ }
543
+ if (!ready || closed || !claim?.omni || !claim.request.conversationId || !engine?.updateContext) return Promise.resolve();
544
+ const current = claim;
545
+ contextRefresh = (async () => {
546
+ try {
547
+ if (await this.options.getSessionIdentity?.(current.request.conversationId) !== current.conversationSessionId || context?.memory?.isCurrent() === false) {
548
+ invalidateContext();
549
+ return;
550
+ }
551
+ const next = await this.options.getConversationContext(current.request.conversationId, current.conversationSessionId, current.omni.instructions, current.omni.tools === true);
552
+ if (closed) return;
553
+ if (next.isCurrent?.() === false || next.memory?.isCurrent() === false || context?.user && !next.user) {
554
+ invalidateContext();
555
+ return;
556
+ }
557
+ if (next.sharedChat !== context?.sharedChat || context?.isCurrent?.() === false) {
558
+ if (!engine.updateContext(voiceConversationInstructions(current.omni.instructions, {
559
+ ...next,
560
+ history: []
561
+ }), next.sharedChat ?? "")) return;
562
+ unsubscribeMemory?.();
563
+ unsubscribeMemory = next.memory?.subscribe(invalidateContext);
564
+ context = next;
565
+ }
566
+ } catch (err) {
567
+ log.warn({
568
+ err,
569
+ conversationId: current.request.conversationId
570
+ }, "Voice shared context refresh failed");
571
+ invalidateContext();
572
+ }
573
+ })().finally(() => {
574
+ contextRefresh = void 0;
575
+ if (contextRefreshPending) {
576
+ contextRefreshPending = false;
577
+ refreshContext();
578
+ }
579
+ });
580
+ return contextRefresh;
581
+ };
519
582
  const authenticate = async (message) => {
520
583
  const pendingClaim = this.tickets.get(ticketKey(message.payload.ticket));
521
584
  if (pendingClaim && !verifyDeviceConnectionProof(pendingClaim.principalId, message.payload.ticket, new URL(request.url, "http://localhost").pathname + new URL(request.url, "http://localhost").search, typeof request.headers["x-xopc-proof"] === "string" ? request.headers["x-xopc-proof"] : void 0)) {
@@ -548,8 +611,9 @@ var VoiceRealtimeRuntime = class {
548
611
  try {
549
612
  const conversationId = consumed.request.conversationId;
550
613
  const omni = consumed.omni;
614
+ let engineOmni = omni;
551
615
  const restoreInstructions = omni && conversationId ? async () => {
552
- const snapshot = await this.options.getConversationContext(conversationId, consumed.conversationSessionId, omni.instructions);
616
+ const snapshot = await this.options.getConversationContext(conversationId, consumed.conversationSessionId, omni.instructions, omni.tools === true);
553
617
  if (closed) throw new Error("Voice session closed while restoring context");
554
618
  context = snapshot;
555
619
  if (snapshot.memory) unsubscribeMemory = snapshot.memory.subscribe(invalidateContext);
@@ -557,13 +621,25 @@ var VoiceRealtimeRuntime = class {
557
621
  invalidateContext();
558
622
  throw new Error("Conversation context changed while dialing");
559
623
  }
560
- return voiceConversationInstructions(omni.instructions, snapshot);
624
+ const instructions = voiceConversationInstructions(omni.instructions, {
625
+ ...snapshot,
626
+ history: [],
627
+ actions: omni.tools === true
628
+ });
629
+ log.info({
630
+ conversationId,
631
+ sessionId: consumed.sessionId,
632
+ contextChars: instructions.length,
633
+ identityChars: snapshot.identity.length,
634
+ historyTurns: snapshot.history.length
635
+ }, "Voice conversation context prepared");
636
+ return instructions;
561
637
  } : void 0;
562
638
  if (restoreInstructions) {
563
639
  unsubscribeSession = onUserContextChange((change) => {
564
640
  if (change.kind === "session-reset" && change.id === conversationId) invalidateContext();
565
641
  });
566
- if (omni && omni.route.provider !== "boson") consumed.omni = {
642
+ if (omni && omni.route.provider !== "boson") engineOmni = {
567
643
  ...omni,
568
644
  instructions: await restoreInstructions()
569
645
  };
@@ -587,14 +663,29 @@ var VoiceRealtimeRuntime = class {
587
663
  outputMediaTimestampMs += 20;
588
664
  }
589
665
  };
590
- engine = consumed.omni ? createOmniVoiceEngine({
666
+ engine = engineOmni ? createOmniVoiceEngine({
591
667
  callId: consumed.sessionId,
592
- route: consumed.omni,
668
+ route: engineOmni,
593
669
  silenceDurationMs: consumed.silenceDurationMs,
594
- restoreInstructions: consumed.omni.route.provider === "boson" ? restoreInstructions : void 0,
670
+ restoreInstructions: engineOmni.route.provider === "boson" ? restoreInstructions : void 0,
671
+ restoreHistory: () => {
672
+ const history = buildVoiceResumeHistory(context?.history ?? []);
673
+ log.info({
674
+ conversationId,
675
+ sessionId: consumed.sessionId,
676
+ historyChars: history.length
677
+ }, "Voice conversation history restored");
678
+ return history;
679
+ },
595
680
  bargeIn: consumed.config.voice?.realtime?.bargeIn ?? true,
596
681
  send,
597
682
  sendAudio,
683
+ ...conversationId && consumed.conversationSessionId && engineOmni.tools ? { agent: {
684
+ broker: this.options.agentBroker,
685
+ conversationId,
686
+ transcriptId: consumed.conversationSessionId,
687
+ publish: (publication) => this.options.publishConversationContent?.(conversationId, consumed.conversationSessionId, publication) ?? Promise.reject(/* @__PURE__ */ new Error("Chat publication is unavailable"))
688
+ } } : {},
598
689
  onUserInput: conversationId ? () => this.options.onConversationInput?.(conversationId) : void 0,
599
690
  record: async (entry) => {
600
691
  if (conversationId) await this.options.recordOmniTranscript(conversationId, consumed.sessionId, entry, consumed.conversationSessionId);
@@ -652,6 +743,9 @@ var VoiceRealtimeRuntime = class {
652
743
  },
653
744
  heartbeatIntervalMs: VOICE_REALTIME_HEARTBEAT_INTERVAL_MS
654
745
  });
746
+ const readySession = this.activeSessions.get(consumed.sessionId);
747
+ if (readySession) readySession.refreshContext = refreshContext;
748
+ engine.restoreTasks?.();
655
749
  } catch (error) {
656
750
  if (closed) return;
657
751
  log.warn({
@@ -7,6 +7,7 @@ import type { VoiceConversationContext } from './conversation-context.js';
7
7
  import type { OmniTranscript } from './omniEngine.js';
8
8
  import type { OmniRoute } from './omniRoute.js';
9
9
  import type { VoiceAgentBroker } from './agentBroker.js';
10
+ import type { VoiceChatPublication } from './chat-publication.js';
10
11
  export interface ResolvedStreamingStt {
11
12
  plugin: MediaUnderstandingProvider & Required<Pick<MediaUnderstandingProvider, 'openAudioStream' | 'streamingAudio'>>;
12
13
  model: string;
@@ -45,11 +46,12 @@ export interface ResolvedStreamingTts {
45
46
  route: VoiceProviderRoute;
46
47
  }
47
48
  export interface VoiceRealtimeRuntimeOptions {
49
+ publishConversationContent?: (conversationId: string, expectedTranscriptId: string, publication: VoiceChatPublication) => Promise<void>;
48
50
  /** Confirmed non-echo speech invalidates background reply drafts before turn commit. */
49
51
  onConversationInput?: (conversationId: string) => void;
50
52
  isPrincipalActive?: (principalId: string) => boolean;
51
53
  recordOmniTranscript?: (conversationId: string, callId: string, entry: OmniTranscript, expectedTranscriptId: string) => Promise<void>;
52
- getConversationContext?: (conversationId: string, expectedTranscriptId: string, baseInstructions: string) => Promise<VoiceConversationContext>;
54
+ getConversationContext?: (conversationId: string, expectedTranscriptId: string, baseInstructions: string, actions?: boolean) => Promise<VoiceConversationContext>;
53
55
  getSessionIdentity?: (conversationId: string) => Promise<string | undefined>;
54
56
  getConfig: () => Config;
55
57
  sessionExists: (conversationId: string) => Promise<boolean>;
@@ -3,10 +3,11 @@ export declare class SpeakableSegmenter {
3
3
  private readonly maxCharacters;
4
4
  private readonly minCharacters;
5
5
  private readonly firstMinCharacters;
6
+ private readonly firstClauseCharacters;
6
7
  private pending;
7
8
  private fence;
8
9
  private emitted;
9
- constructor(maxCharacters?: number, minCharacters?: number, firstMinCharacters?: number);
10
+ constructor(maxCharacters?: number, minCharacters?: number, firstMinCharacters?: number, firstClauseCharacters?: number);
10
11
  push(delta: string): string[];
11
12
  /** Releases only a complete short phrase; never cuts a word or Markdown construct. */
12
13
  flushFirstPhrase(): string[];
@@ -6,10 +6,11 @@ var SpeakableSegmenter = class {
6
6
  pending = "";
7
7
  fence = null;
8
8
  emitted = false;
9
- constructor(maxCharacters = 120, minCharacters = 0, firstMinCharacters = minCharacters) {
9
+ constructor(maxCharacters = 120, minCharacters = 0, firstMinCharacters = minCharacters, firstClauseCharacters = 0) {
10
10
  this.maxCharacters = maxCharacters;
11
11
  this.minCharacters = minCharacters;
12
12
  this.firstMinCharacters = firstMinCharacters;
13
+ this.firstClauseCharacters = firstClauseCharacters;
13
14
  }
14
15
  push(delta) {
15
16
  this.pending += delta;
@@ -59,6 +60,10 @@ var SpeakableSegmenter = class {
59
60
  if (char === ")") parentheses = Math.max(0, parentheses - 1);
60
61
  if (inlineCode || brackets || parentheses || char === "]" && this.pending[index + 1] === "(") continue;
61
62
  const minCharacters = this.emitted ? this.minCharacters : this.firstMinCharacters;
63
+ if (!this.emitted && this.firstClauseCharacters > 0 && index >= this.firstClauseCharacters - 1 && /[,、,]/u.test(char) && /\p{Script=Han}/u.test(this.pending.slice(0, index))) {
64
+ boundary = index + 1;
65
+ break;
66
+ }
62
67
  if (SENTENCE_END.test(char) && index + 1 >= minCharacters) {
63
68
  boundary = index + 1;
64
69
  break;
@@ -100,7 +105,7 @@ var SpeakableSegmenter = class {
100
105
  if (char === "(") parentheses += 1;
101
106
  if (char === ")") parentheses = Math.max(0, parentheses - 1);
102
107
  if (inlineCode || brackets || parentheses) continue;
103
- if (index >= 11 && /[,、,\s]/u.test(char)) {
108
+ if (index >= 5 && /[,、,]/u.test(char) && /\p{Script=Han}/u.test(this.pending.slice(0, index)) || index >= 11 && /[,、,\s]/u.test(char)) {
104
109
  const phrase = this.toSpeech(this.pending.slice(0, index + 1));
105
110
  if (!phrase) continue;
106
111
  this.pending = this.pending.slice(index + 1);
@@ -16,14 +16,13 @@ export declare function hasContinuationHint(text: string): boolean;
16
16
  export declare const heuristicTurnPolicy: TurnPolicy;
17
17
  /** Accumulates provider utterances and commits only after the selected policy settles. */
18
18
  export declare class TurnCoordinator {
19
- private readonly silenceDurationMs;
20
19
  private readonly onCommit;
21
20
  private readonly policy;
22
21
  private readonly parts;
23
22
  private timer;
24
23
  private stoppedAt;
25
24
  private decisionGeneration;
26
- constructor(silenceDurationMs: number, onCommit: (text: string, decision: TurnDecision, turnId: string) => void, policy?: TurnPolicy);
25
+ constructor(onCommit: (text: string, decision: TurnDecision, turnId: string) => void, policy?: TurnPolicy);
27
26
  start(id: string): void;
28
27
  stop(id: string): void;
29
28
  final(id: string, text: string): void;
@@ -1,6 +1,5 @@
1
1
  //#region src/voice/realtime/turnPolicy.ts
2
- const MIN_TURN_SILENCE_MS = 1200;
3
- const FINAL_SETTLE_MS = 350;
2
+ const FINAL_SETTLE_MS = 40;
4
3
  const INCOMPLETE_HOLD_MS = 1800;
5
4
  const DECISION_TIMEOUT_MS = 750;
6
5
  const MAX_TRANSCRIPT_CHARACTERS = 32e3;
@@ -27,8 +26,7 @@ var TurnCoordinator = class {
27
26
  timer;
28
27
  stoppedAt = 0;
29
28
  decisionGeneration = 0;
30
- constructor(silenceDurationMs, onCommit, policy = heuristicTurnPolicy) {
31
- this.silenceDurationMs = silenceDurationMs;
29
+ constructor(onCommit, policy = heuristicTurnPolicy) {
32
30
  this.onCommit = onCommit;
33
31
  this.policy = policy;
34
32
  }
@@ -120,7 +118,7 @@ var TurnCoordinator = class {
120
118
  }
121
119
  schedule(text, decision, generation) {
122
120
  if (generation !== this.decisionGeneration) return;
123
- const holdMs = Math.max(FINAL_SETTLE_MS, MIN_TURN_SILENCE_MS - this.silenceDurationMs, Number.isFinite(decision.holdMs) ? Math.max(0, decision.holdMs) : 0);
121
+ const holdMs = Math.max(FINAL_SETTLE_MS, Number.isFinite(decision.holdMs) ? Math.max(0, decision.holdMs) : 0);
124
122
  this.timer = setTimeout(() => {
125
123
  if (generation !== this.decisionGeneration) return;
126
124
  const turnId = [...this.parts.keys()][0];
@@ -130,7 +128,7 @@ var TurnCoordinator = class {
130
128
  }
131
129
  this.reset();
132
130
  if (decision.disposition !== "backchannel") this.onCommit(text, decision, turnId);
133
- }, Math.max(FINAL_SETTLE_MS, this.stoppedAt + holdMs - Date.now()));
131
+ }, Math.max(decision.disposition === "wait" ? FINAL_SETTLE_MS : 0, this.stoppedAt + holdMs - Date.now()));
134
132
  }
135
133
  };
136
134
  //#endregion
@@ -0,0 +1,14 @@
1
+ import type { Config } from '../../config/schema.js';
2
+ import type { AgentMessage } from '@earendil-works/pi-agent-core';
3
+ export interface VoiceUserSnapshot {
4
+ block: string;
5
+ preferredCallName?: string;
6
+ preferredCallNameObservedAt?: number;
7
+ isCurrent: () => boolean;
8
+ }
9
+ /** Pinned owner profile, independent of query relevance, optional retrieval and chat-history clipping. */
10
+ export declare function buildVoiceUserContext(input: {
11
+ getConfig: () => Config;
12
+ conversationId: string;
13
+ history?: readonly AgentMessage[];
14
+ }): VoiceUserSnapshot | undefined;
@@ -0,0 +1,63 @@
1
+ import { getConversation } from "../../routing/agent-session-key.js";
2
+ import { init_session_key } from "../../routing/session-key.js";
3
+ import { resolveUserContextSessionAccess } from "../../user-context/access-policy.js";
4
+ import { getUserProfileContext } from "../../user-model/profile.js";
5
+ import { explicitConversationName } from "./identity-grounding.js";
6
+ //#region src/voice/realtime/user-context.ts
7
+ init_session_key();
8
+ const MAX_USER_CHARS = 800;
9
+ /** Pinned owner profile, independent of query relevance, optional retrieval and chat-history clipping. */
10
+ function buildVoiceUserContext(input) {
11
+ const read = () => {
12
+ const access = resolveUserContextSessionAccess(input.getConfig(), input.conversationId);
13
+ const conversation = getConversation(input.conversationId);
14
+ if (!access.userModel || conversation?.sessionType !== "chat") return void 0;
15
+ return getUserProfileContext(conversation.agentId);
16
+ };
17
+ const rows = read();
18
+ if (!rows) return;
19
+ const profile = {};
20
+ const savedName = rows.find((row) => row.field === "callName");
21
+ const named = savedName ? explicitConversationName(input.history ?? [], savedName.assertion.observedAt) : void 0;
22
+ const omittedFields = [];
23
+ const serialize = () => JSON.stringify({ currentUser: {
24
+ relationship: "conversation_owner",
25
+ profile,
26
+ nameKnown: Boolean(profile.callName),
27
+ omittedFields
28
+ } });
29
+ for (const row of rows) {
30
+ profile[row.field] = row.field === "callName" && named ? named.name : row.value;
31
+ if (serialize().length > MAX_USER_CHARS - 100) {
32
+ delete profile[row.field];
33
+ omittedFields.push(row.field);
34
+ }
35
+ }
36
+ if (named && !profile.callName && named.name.length <= 80) profile.callName = named.name;
37
+ const version = JSON.stringify(rows.map((row) => [
38
+ row.field,
39
+ row.assertion.id,
40
+ row.assertion.recordedAt,
41
+ row.value
42
+ ]));
43
+ return {
44
+ block: serialize(),
45
+ preferredCallName: profile.callName,
46
+ preferredCallNameObservedAt: profile.callName ? named?.at ?? savedName?.assertion.observedAt : void 0,
47
+ isCurrent: () => {
48
+ try {
49
+ const current = read();
50
+ return Boolean(current) && JSON.stringify(current.map((row) => [
51
+ row.field,
52
+ row.assertion.id,
53
+ row.assertion.recordedAt,
54
+ row.value
55
+ ])) === version;
56
+ } catch {
57
+ return false;
58
+ }
59
+ }
60
+ };
61
+ }
62
+ //#endregion
63
+ export { buildVoiceUserContext };
@@ -7,7 +7,7 @@ import { captureCloudUsageResponse } from "../../../usage/cloud-receipts.js";
7
7
  import { cloudCreditBudgetHeaders, rejectUnbudgetedCloudTransport, reportCloudCreditError } from "../../../providers/xopc-cloud-credit-budget.js";
8
8
  import { compareCatalogModels } from "../../../providers/model-catalog-ranking.js";
9
9
  import { trackCloudCapabilityUsage } from "../../../usage/cloud-capability.js";
10
- import { openPlatformTts } from "../../platform-streams.js";
10
+ import { openPlatformTts, openPlatformTtsSession } from "../../platform-streams.js";
11
11
  import { requirePlatformVoiceModel } from "../../platform-catalog.js";
12
12
  import { registerSpeechProvider } from "../speech-registry.js";
13
13
  //#region src/voice/tts/providers/xopc-cloud-speech.ts
@@ -38,6 +38,30 @@ function extension(contentType, fallback) {
38
38
  "audio/pcm": "pcm"
39
39
  }[contentType?.split(";")[0] ?? ""] ?? fallback;
40
40
  }
41
+ async function streamRequest(request) {
42
+ rejectUnbudgetedCloudTransport();
43
+ const config = readConfig(request.providerConfig);
44
+ const model = typeof request.providerOverrides?.model === "string" ? request.providerOverrides.model : config.model;
45
+ const voice = typeof request.providerOverrides?.voice === "string" ? request.providerOverrides.voice : config.voice;
46
+ if (!model || !voice) throw new Error("XOPC Cloud realtime TTS model or voice is unavailable");
47
+ const catalogModel = requirePlatformVoiceModel(model, "speech.stream");
48
+ const token = await getProviderAuthService().resolveApiKey("xopc-cloud", request.signal);
49
+ if (!token) throw new Error("XOPC Cloud authorization is unavailable");
50
+ const relayUrl = new URL(`${config.baseUrl.replace(/\/+$/, "")}/audio/speech/realtime`);
51
+ relayUrl.protocol = relayUrl.protocol === "https:" ? "wss:" : "ws:";
52
+ relayUrl.searchParams.set("model", model);
53
+ relayUrl.searchParams.set("service_version", String(catalogModel.voice.serviceVersion));
54
+ relayUrl.searchParams.set("voice", voice);
55
+ const instructions = typeof request.providerOverrides?.instructions === "string" ? request.providerOverrides.instructions.trim() : config.instructions;
56
+ return {
57
+ apiKey: token,
58
+ baseUrl: relayUrl.toString(),
59
+ voice,
60
+ ...instructions ? { instructions } : {},
61
+ signal: request.signal,
62
+ timeoutMs: request.timeoutMs
63
+ };
64
+ }
41
65
  const xopcCloudSpeechProvider = {
42
66
  id: "xopc-cloud",
43
67
  autoSelectOrder: 5,
@@ -118,30 +142,12 @@ const xopcCloudSpeechProvider = {
118
142
  });
119
143
  },
120
144
  synthesizeStream: async (request) => {
121
- rejectUnbudgetedCloudTransport();
122
- const config = readConfig(request.providerConfig);
123
- const model = typeof request.providerOverrides?.model === "string" ? request.providerOverrides.model : config.model;
124
- const voice = typeof request.providerOverrides?.voice === "string" ? request.providerOverrides.voice : config.voice;
125
- if (!model || !voice) throw new Error("XOPC Cloud realtime TTS model or voice is unavailable");
126
- const catalogModel = requirePlatformVoiceModel(model, "speech.stream");
127
- const token = await getProviderAuthService().resolveApiKey("xopc-cloud", request.signal);
128
- if (!token) throw new Error("XOPC Cloud authorization is unavailable");
129
- const relayUrl = new URL(`${config.baseUrl.replace(/\/+$/, "")}/audio/speech/realtime`);
130
- relayUrl.protocol = relayUrl.protocol === "https:" ? "wss:" : "ws:";
131
- relayUrl.searchParams.set("model", model);
132
- relayUrl.searchParams.set("service_version", String(catalogModel.voice.serviceVersion));
133
- relayUrl.searchParams.set("voice", voice);
134
- const instructions = typeof request.providerOverrides?.instructions === "string" ? request.providerOverrides.instructions.trim() : config.instructions;
135
145
  return openPlatformTts({
136
- apiKey: token,
137
- baseUrl: relayUrl.toString(),
138
- voice,
139
- text: request.text,
140
- ...instructions ? { instructions } : {},
141
- signal: request.signal,
142
- timeoutMs: request.timeoutMs
146
+ ...await streamRequest(request),
147
+ text: request.text
143
148
  });
144
- }
149
+ },
150
+ openStreamSession: async (request) => openPlatformTtsSession(await streamRequest(request))
145
151
  };
146
152
  registerSpeechProvider(xopcCloudSpeechProvider);
147
153
  //#endregion
@@ -312,6 +312,7 @@ function prepareSpeechStreamSession(config, options) {
312
312
  signal: options.signal ?? new AbortController().signal
313
313
  };
314
314
  return resolved.plugin.openStreamSession(sessionRequest).then((session) => ({
315
+ supportsConcurrentSynthesis: session.supportsConcurrentSynthesis,
315
316
  close: () => session.close(),
316
317
  synthesize: (text) => session.synthesize(preprocessText(text, {
317
318
  maxLength: config.maxTextLength || 4096,
@@ -91,6 +91,8 @@ export interface SpeechSynthesisRequest {
91
91
  export type SpeechSynthesisStreamRequest = SpeechSynthesisRequest;
92
92
  /** A prepared connection owned by one reply; syntheses must be consumed in order. */
93
93
  export interface SpeechStreamSession {
94
+ /** Independent transports can open the next segment while current audio plays. */
95
+ supportsConcurrentSynthesis?: boolean;
94
96
  synthesize(text: string): Promise<SpeechSynthesisStreamResult>;
95
97
  close(): Promise<void>;
96
98
  }
@@ -15,8 +15,8 @@ import { init_providers, resolveModel } from "../providers/index.js";
15
15
  import { isLocalModelBaseUrl } from "../providers/model-call.js";
16
16
  import { createPriorityWindow, createUserGoal } from "../user-model/goals.js";
17
17
  import { linkAssertionEvidence, reconcileAssertion } from "../user-model/repository.js";
18
- import "../user-model/index.js";
19
18
  import { createWorkDiscoveryRun, getProjectUnderstandingRun, getWorkDiscoveryOnboardingState, getWorkDiscoveryRun, getWorkDiscoveryRunByIdempotencyKey, listPendingProjectUnderstandingRuns, setWorkDiscoveryFeedback, setWorkDiscoveryOnboardingState, updateWorkDiscoveryRun } from "./repository.js";
19
+ import "../user-model/index.js";
20
20
  import { createUnderstandingSourceRun, getUnderstandingSourceGrant, getUnderstandingSourceRun, updateUnderstandingSourceGrantCheckpoint, updateUnderstandingSourceGrantPolicies, updateUnderstandingSourceRun, upsertUnderstandingSourceGrant } from "../user-context/sources/repository.js";
21
21
  import { allowsRemoteSourceProcessing } from "../user-context/sources/processing-policy.js";
22
22
  import { analyzeUnderstandingSources, analyzeWorkContext, workDiscoveryResultMarkdown } from "./analyzer.js";
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@xopcai/xopc",
3
- "version": "0.0.451",
3
+ "version": "0.0.455",
4
4
  "description": "An open-source AI assistant for work and everyday life. Remembers context and helps you get things done. Local-first, on a computer you choose.",
5
5
  "type": "module",
6
6
  "main": "dist/src/index.js",
@@ -231,6 +231,7 @@
231
231
  "test:plugins:browser": "cross-env XOPC_LOG_LEVEL=fatal tsx scripts/verify-plugin-setup-browser.mts",
232
232
  "test:web:activity:e2e": "pnpm run build:node && pnpm run build:web && tsx scripts/verify-assistant-activity-browser.mts",
233
233
  "test:web:clarification:e2e": "pnpm run build:node && pnpm run build:web && tsx scripts/verify-clarification-browser.mts",
234
+ "test:web:tool-approval:e2e": "pnpm run build:web && tsx scripts/verify-tool-approval-browser.mts",
234
235
  "test:web:onboarding-visual": "node scripts/test-onboarding-visual.mjs",
235
236
  "test:web:onboarding-visual:update": "node scripts/test-onboarding-visual.mjs --update",
236
237
  "test:quick-understanding": "XOPC_LOG_LEVEL=fatal vitest run src/work-discovery/__tests__/evaluation.test.ts src/user-context/sources/__tests__/activity-clustering.test.ts src/knowledge/__tests__/quick-understanding.e2e.test.ts src/connectors/__tests__/content-enrichment.test.ts src/connectors/__tests__/connected-source-ingestion.test.ts",
@@ -282,6 +283,7 @@
282
283
  "computer:benchmark": "node --import tsx scripts/benchmark-computer-regressions.mts",
283
284
  "computer:benchmark:windows": "node --import tsx scripts/benchmark-computer-windows.mts",
284
285
  "computer:benchmark:check": "tsc -p scripts/computer-benchmark/tsconfig.json",
286
+ "computer:osworld:check": "python3 -m unittest discover -s scripts/osworld -p 'test_*.py' && tsc -p scripts/osworld/tsconfig.json",
285
287
  "computer:evaluate": "node --import tsx scripts/evaluate-computer.mts",
286
288
  "computer:evaluate:run": "node --import tsx scripts/run-computer-evaluation.mts",
287
289
  "computer:evaluate:compare": "node --import tsx scripts/compare-computer-evaluations.mts",
@@ -46,7 +46,11 @@ change, preserve working behaviour, and leave the draft previewable after every
46
46
  feedback.
47
47
  - Support light and dark color schemes without assuming access to the host DOM.
48
48
  - Keep scripts and styles local. The preview CSP blocks network access and inline scripts.
49
- - Use browser storage only for user-owned local preferences or app data.
49
+ - The iframe permits scripts but has an opaque origin. Use the bundled `@xopcai/extension-ui-sdk`
50
+ client and `client.storage` for app data; never use `localStorage`, `sessionStorage`, or IndexedDB.
51
+ Bundle the SDK into a local `ui/` asset, await `client.whenReady()`, and disable controls until ready.
52
+ - Native form submission is blocked by the sandbox. Use `type="button"` actions and explicit keyboard
53
+ handlers for Enter. Do not rely on a submit button or form `submit` listener to run app actions.
50
54
  - Ask before expanding permissions. A permission change must be visible in the install review.
51
55
  - Mark scenario targets with stable `data-xopc-test-id` values. Never encode CSS selectors or
52
56
  executable JavaScript in acceptance scenarios.