@xopcai/xopc 0.0.451 → 0.0.454

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (407) hide show
  1. package/dist/browser-ext/manifest.json +1 -1
  2. package/dist/extensions/telegram/xopc.extension.json +1 -1
  3. package/dist/gateway/static/root/assets/{activity-store-OMq1GnqB.js → activity-store-BKH-qNPt.js} +1 -1
  4. package/dist/gateway/static/root/assets/{agent-avatar-dicebear-CIoE-FJR.js → agent-avatar-dicebear-DY6IWy0_.js} +1 -1
  5. package/dist/gateway/static/root/assets/{agent-avatar-display-kPb6idGG.js → agent-avatar-display-tnAtQOAZ.js} +2 -2
  6. package/dist/gateway/static/root/assets/{agent-defaults-settings-panel-vKUDGEU6.js → agent-defaults-settings-panel-BLQ2N_dY.js} +1 -1
  7. package/dist/gateway/static/root/assets/{agent-plugin-dialog-x7guoCvz.js → agent-plugin-dialog-Bfsm4GOs.js} +1 -1
  8. package/dist/gateway/static/root/assets/{agents-BbwFcl87.js → agents-CDNiLv0W.js} +3 -3
  9. package/dist/gateway/static/root/assets/{agents-admin-api-tXB8Aj5K.js → agents-admin-api-DGZsm8U4.js} +1 -1
  10. package/dist/gateway/static/root/assets/{api-ixudT_21.js → api-Bbj5k-7e.js} +1 -1
  11. package/dist/gateway/static/root/assets/api-BhipC15e.js +1 -0
  12. package/dist/gateway/static/root/assets/{app-link-CdD448kS.js → app-link-CCZ-LmVT.js} +1 -1
  13. package/dist/gateway/static/root/assets/{app-management-settings-panel-nuDfyfZ5.js → app-management-settings-panel-fwhXHKxt.js} +1 -1
  14. package/dist/gateway/static/root/assets/{appearance-settings-D4oON26V.js → appearance-settings-BHkl-vFO.js} +1 -1
  15. package/dist/gateway/static/root/assets/{apps-page-BM1BfXzo.js → apps-page-DtCWwdsK.js} +1 -1
  16. package/dist/gateway/static/root/assets/{archive-plugin-mKjfC6Sk.js → archive-plugin-B9xaxa7V.js} +1 -1
  17. package/dist/gateway/static/root/assets/arrow-up-right-T72JbQ1Q.js +1 -0
  18. package/dist/gateway/static/root/assets/{automation-api-C9pjryrT.js → automation-api-BHMjSwcy.js} +1 -1
  19. package/dist/gateway/static/root/assets/{automation-result-state-uvg7Bi2x.js → automation-result-state-BgAjEoNV.js} +1 -1
  20. package/dist/gateway/static/root/assets/automation-run-list-D3Eon5C0.js +1 -0
  21. package/dist/gateway/static/root/assets/{automation-task-card-CXGC8afU.js → automation-task-card-DJRg72t-.js} +1 -1
  22. package/dist/gateway/static/root/assets/{automations-page-CwQg9dfM.js → automations-page-DdAzXb7s.js} +1 -1
  23. package/dist/gateway/static/root/assets/{automations-workspace-DhLgFY2T.js → automations-workspace-D0nNat6N.js} +2 -2
  24. package/dist/gateway/static/root/assets/{binary-plugins-BNPDM14i.js → binary-plugins-CgsjdprR.js} +1 -1
  25. package/dist/gateway/static/root/assets/{block-editor-De9UqmMT.js → block-editor-r6vj6dZO.js} +1 -1
  26. package/dist/gateway/static/root/assets/{browser-settings-page-B0VB5umC.js → browser-settings-page-APCGT8Yr.js} +1 -1
  27. package/dist/gateway/static/root/assets/{capabilities-Cp-rmFMM.js → capabilities-0gYkjdax.js} +1 -1
  28. package/dist/gateway/static/root/assets/{capabilities-BtJB4u5C.js → capabilities-BgBwcqvY.js} +1 -1
  29. package/dist/gateway/static/root/assets/capabilities-page-B1x3TwdV.js +2 -0
  30. package/dist/gateway/static/root/assets/capabilities-settings-panel-CZ78ckHR.js +8 -0
  31. package/dist/gateway/static/root/assets/capability-navigation-QtHJxxW2.js +1 -0
  32. package/dist/gateway/static/root/assets/{channels-ZJORx-he.js → channels-8Y08v4Q2.js} +1 -1
  33. package/dist/gateway/static/root/assets/{chat-agents-api-CtuEaDG8.js → chat-agents-api-BRQDNNI5.js} +1 -1
  34. package/dist/gateway/static/root/assets/{chat-chart-block-ShPQBlNE.js → chat-chart-block-qMGhfeQZ.js} +1 -1
  35. package/dist/gateway/static/root/assets/chat-page-CSTyfO9c.js +71 -0
  36. package/dist/gateway/static/root/assets/{chat-terminal-dock-CvDRfHAZ.js → chat-terminal-dock-0PJ9dURQ.js} +1 -1
  37. package/dist/gateway/static/root/assets/{command-palette-api-NJTvEF2b.js → command-palette-api-C4U_-rDo.js} +1 -1
  38. package/dist/gateway/static/root/assets/composer-model-config-control-B9Q40ptH.js +1 -0
  39. package/dist/gateway/static/root/assets/{composer-notifications-BkezOy9Q.js → composer-notifications-ByuA8h5Z.js} +1 -1
  40. package/dist/gateway/static/root/assets/{composer-payload-handoff-CEjJusbJ.js → composer-payload-handoff-zr1JDn3p.js} +1 -1
  41. package/dist/gateway/static/root/assets/{computer-settings-page-DG8bcw_s.js → computer-settings-page-D2F1quZR.js} +1 -1
  42. package/dist/gateway/static/root/assets/{confirm-dialog-D7dQJytv.js → confirm-dialog-DrA5mTQp.js} +1 -1
  43. package/dist/gateway/static/root/assets/connected-providers-grid-CgULhOBZ.js +1 -0
  44. package/dist/gateway/static/root/assets/{connection-usage-guide-f55PDAbb.js → connection-usage-guide-DkDsHm_l.js} +1 -1
  45. package/dist/gateway/static/root/assets/{connector-service-page-Ca09FIBW.js → connector-service-page-1AcvESmp.js} +1 -1
  46. package/dist/gateway/static/root/assets/{connectors-api-dai-YAdK.js → connectors-api-C1OML7OO.js} +1 -1
  47. package/dist/gateway/static/root/assets/connectors-page-CMIY0Zj_.js +1 -0
  48. package/dist/gateway/static/root/assets/{date-picker-C70ICT7u.js → date-picker-D1eFhoMI.js} +1 -1
  49. package/dist/gateway/static/root/assets/{date-time-picker-Czj5fnsJ.js → date-time-picker-CqplKVk6.js} +1 -1
  50. package/dist/gateway/static/root/assets/{desktop-pet-Dq3OLpPg.js → desktop-pet-UmrjWSq-.js} +1 -1
  51. package/dist/gateway/static/root/assets/{desktop-pet-settings-q4mec6zt.js → desktop-pet-settings-DRRDJMu6.js} +1 -1
  52. package/dist/gateway/static/root/assets/{dev-view-store-lXnKsRew.js → dev-view-store-CtKJMK52.js} +1 -1
  53. package/dist/gateway/static/root/assets/{device-pairing-wizard-CbUX0iit.js → device-pairing-wizard-C4aSCbqo.js} +1 -1
  54. package/dist/gateway/static/root/assets/{directory-picker-path-field-BRnwhemd.js → directory-picker-path-field-D9U9yfnb.js} +1 -1
  55. package/dist/gateway/static/root/assets/{discussion-annotation-sync-BnK6Ua7v.js → discussion-annotation-sync-D-eGt1_L.js} +1 -1
  56. package/dist/gateway/static/root/assets/dist-CY7CS_D3.js +1 -0
  57. package/dist/gateway/static/root/assets/extension-authoritative-grants-8ONVOjPW.js +1 -0
  58. package/dist/gateway/static/root/assets/{extension-debug-page-Bp2BrJbB.js → extension-debug-page-BTLcC8-r.js} +1 -1
  59. package/dist/gateway/static/root/assets/extension-iframe-host-D0-OvFV2.js +1 -0
  60. package/dist/gateway/static/root/assets/{extension-marketplace-api-tk93vJL_.js → extension-marketplace-api-DLRCNlej.js} +1 -1
  61. package/dist/gateway/static/root/assets/extension-message-router-DboLTCVp.js +1 -0
  62. package/dist/gateway/static/root/assets/extension-page-CdpI-Plq.js +1 -0
  63. package/dist/gateway/static/root/assets/extension-provider-DUDaMvQg.js +1 -0
  64. package/dist/gateway/static/root/assets/{extension-settings-page-BGcZIeHP.js → extension-settings-page-biWCnMGr.js} +1 -1
  65. package/dist/gateway/static/root/assets/{file-preview-surface-BK2_4mWy.js → file-preview-surface-CnBRiQo8.js} +1 -1
  66. package/dist/gateway/static/root/assets/{gateway-config-swr-DsXilOaJ.js → gateway-config-swr-BV5fpBSK.js} +1 -1
  67. package/dist/gateway/static/root/assets/{gateway-realtime-DopPmAMl.js → gateway-realtime-CIqLQXlm.js} +1 -1
  68. package/dist/gateway/static/root/assets/gateway-realtime-store-B6T1Xzag.js +1 -0
  69. package/dist/gateway/static/root/assets/{gateway-restart-eozrXTm7.js → gateway-restart-DBkfCzT5.js} +1 -1
  70. package/dist/gateway/static/root/assets/{gateway-settings-DddUli-p.js → gateway-settings-DTzXUm9f.js} +1 -1
  71. package/dist/gateway/static/root/assets/{gateway-startup-retry-DMQI0ATo.js → gateway-startup-retry-B49N_Ngm.js} +1 -1
  72. package/dist/gateway/static/root/assets/{global-defaults-api-D7hk1zTj.js → global-defaults-api-DVpxe45P.js} +1 -1
  73. package/dist/gateway/static/root/assets/{home-page-C8oVgxQg.js → home-page-DvaxBrjG.js} +2 -2
  74. package/dist/gateway/static/root/assets/{image-generation-api-BCbvDDH_.js → image-generation-api-CAKYslID.js} +1 -1
  75. package/dist/gateway/static/root/assets/{imports-page-B9LF_2fO.js → imports-page-C2KmQJ2H.js} +1 -1
  76. package/dist/gateway/static/root/assets/index-B49yIcMR.css +1 -0
  77. package/dist/gateway/static/root/assets/index-BpzvsoS1.js +11 -0
  78. package/dist/gateway/static/root/assets/{install-connector-dialog-DT32t-66.js → install-connector-dialog-CmNvZt8M.js} +1 -1
  79. package/dist/gateway/static/root/assets/{keyboard-shortcuts-settings-DDwoBK8g.js → keyboard-shortcuts-settings-syG2KRr2.js} +1 -1
  80. package/dist/gateway/static/root/assets/local-app-workbench-page-DGA4EHGm.js +1 -0
  81. package/dist/gateway/static/root/assets/local-apps-CB-MZAaL.js +1 -0
  82. package/dist/gateway/static/root/assets/{local-apps-page-qzxr3c8Y.js → local-apps-page-I0O2ybpp.js} +1 -1
  83. package/dist/gateway/static/root/assets/{local-session-drafts-BU3FXj_X.js → local-session-drafts-DsPDloiq.js} +1 -1
  84. package/dist/gateway/static/root/assets/{locale-store-DTUQ0JiK.js → locale-store-D3c8DIm-.js} +1 -1
  85. package/dist/gateway/static/root/assets/logs-page-u9FTZaTh.js +2 -0
  86. package/dist/gateway/static/root/assets/{management-api-C6mCD0mZ.js → management-api-uxRxRX-6.js} +1 -1
  87. package/dist/gateway/static/root/assets/{management-settings-C4BKD-_b.js → management-settings-BCbDfM7f.js} +1 -1
  88. package/dist/gateway/static/root/assets/{markdown-view-DHjn1-ML.js → markdown-view-ohhExTMC.js} +1 -1
  89. package/dist/gateway/static/root/assets/{mcp-conversation-setup-page-ClgMvru5.js → mcp-conversation-setup-page-382BGqQC.js} +1 -1
  90. package/dist/gateway/static/root/assets/{media-plugins-8E2KZQym.js → media-plugins-B5wtLz3Z.js} +1 -1
  91. package/dist/gateway/static/root/assets/messages-DPLud9GK.js +3 -0
  92. package/dist/gateway/static/root/assets/{model-selector-CJY9LRsl.js → model-selector-CoKcq0AZ.js} +1 -1
  93. package/dist/gateway/static/root/assets/{models-hub-cache-BTs8jhgq.js → models-hub-cache-CtooMAQW.js} +1 -1
  94. package/dist/gateway/static/root/assets/{note-detail-panel-DiCfpcZd.js → note-detail-panel-DiGQtSD0.js} +3 -3
  95. package/dist/gateway/static/root/assets/note-image-lightbox-Ds4M9fJJ.js +1 -0
  96. package/dist/gateway/static/root/assets/{notes-api-BnaeXy22.js → notes-api-Cvet94d8.js} +1 -1
  97. package/dist/gateway/static/root/assets/{notes-page-B_vTBmyx.js → notes-page-DwlmKweX.js} +2 -2
  98. package/dist/gateway/static/root/assets/{oauth-api-BZ67vxsq.js → oauth-api-BHp5dVNh.js} +1 -1
  99. package/dist/gateway/static/root/assets/{oauth-provider-connect-CZP15znW.js → oauth-provider-connect-cvxtmf3C.js} +1 -1
  100. package/dist/gateway/static/root/assets/{page-context-capture-button-TpjRHhUt.js → page-context-capture-button-BwsK2uDe.js} +1 -1
  101. package/dist/gateway/static/root/assets/{page-context-draft-BbUpxlgV.js → page-context-draft-ieK9IN3R.js} +1 -1
  102. package/dist/gateway/static/root/assets/page-header-store-Xe8CP_4a.js +1 -0
  103. package/dist/gateway/static/root/assets/personal-avatar-BZSC0BLP.js +1 -0
  104. package/dist/gateway/static/root/assets/personal-page-CbiD8Wn7.js +1 -0
  105. package/dist/gateway/static/root/assets/personal-profile-settings-KvdNnaNv.js +1 -0
  106. package/dist/gateway/static/root/assets/personal-settings-panel-_cxSzWsN.js +1 -0
  107. package/dist/gateway/static/root/assets/phone-DdhTnt6X.js +1 -0
  108. package/dist/gateway/static/root/assets/{phone-dependencies-card-ChRrViSc.js → phone-dependencies-card-C2OWtG2B.js} +1 -1
  109. package/dist/gateway/static/root/assets/{phone-model-connection-DmswEWqx.js → phone-model-connection-CqmafRhr.js} +1 -1
  110. package/dist/gateway/static/root/assets/{phone-model-picker-CvuOhQpk.js → phone-model-picker-BwYQtl_5.js} +1 -1
  111. package/dist/gateway/static/root/assets/{phone-settings-page-2hZ68I47.js → phone-settings-page-CPteZZWu.js} +1 -1
  112. package/dist/gateway/static/root/assets/{phone-workspace-store-BMvxfZ3g.js → phone-workspace-store-ReUEjG9m.js} +1 -1
  113. package/dist/gateway/static/root/assets/{plugin-details-dialog-qvdi41L2.js → plugin-details-dialog-BlNVtbEU.js} +1 -1
  114. package/dist/gateway/static/root/assets/{preference-select-fields-RDatqlhG.js → preference-select-fields-BbA-g7Zq.js} +1 -1
  115. package/dist/gateway/static/root/assets/{product-automation-feedback-Bj9ZsasT.js → product-automation-feedback-DcPY76PG.js} +1 -1
  116. package/dist/gateway/static/root/assets/{product-delivery-DRyD9_Xq.js → product-delivery-2Ks17_OH.js} +1 -1
  117. package/dist/gateway/static/root/assets/{product-open-page-CzXmn2MX.js → product-open-page-BBJ7glAm.js} +1 -1
  118. package/dist/gateway/static/root/assets/{product-preview-content-Beg0t4GW.js → product-preview-content-UTOSc_ii.js} +1 -1
  119. package/dist/gateway/static/root/assets/{product-preview-modal-5ulFfVzf.js → product-preview-modal-Q1RZqeMo.js} +2 -2
  120. package/dist/gateway/static/root/assets/{project-detail-page-8bnYqXLJ.js → project-detail-page-BlrtsEZK.js} +2 -2
  121. package/dist/gateway/static/root/assets/{project-understanding-CXf7wjwt.js → project-understanding-B35f5MkG.js} +1 -1
  122. package/dist/gateway/static/root/assets/{projects-page-CyA6fCPg.js → projects-page-CBH-sHOU.js} +1 -1
  123. package/dist/gateway/static/root/assets/{providers-api-DE7kdeXc.js → providers-api-BSmKlQ8K.js} +1 -1
  124. package/dist/gateway/static/root/assets/{recording-upload-BZvpuPZT.js → recording-upload-P1WcsdEY.js} +1 -1
  125. package/dist/gateway/static/root/assets/{registry-api-C_8-f85U.js → registry-api-DnVlwJ6M.js} +1 -1
  126. package/dist/gateway/static/root/assets/{remote-access-hub-Daxdjqs9.js → remote-access-hub-CVEj3p0J.js} +1 -1
  127. package/dist/gateway/static/root/assets/{resource-unavailable-khPb8zb8.js → resource-unavailable-B_S1dFze.js} +1 -1
  128. package/dist/gateway/static/root/assets/route-preload-DGmrxJSb.js +2 -0
  129. package/dist/gateway/static/root/assets/runtime-health-zDkHcOZO.js +1 -0
  130. package/dist/gateway/static/root/assets/{runtime-tools-api-2YumRxOJ.js → runtime-tools-api-970sp5zI.js} +1 -1
  131. package/dist/gateway/static/root/assets/{runtime-tools-settings-panel-DH00p-rI.js → runtime-tools-settings-panel-au6vZ0sL.js} +1 -1
  132. package/dist/gateway/static/root/assets/{service-recommendation-list-wXf_ZlHq.js → service-recommendation-list-XeRFtJ-Z.js} +1 -1
  133. package/dist/gateway/static/root/assets/{session-api-Dt7vRa-E.js → session-api-CuT7EPI0.js} +1 -1
  134. package/dist/gateway/static/root/assets/session-manager-CyZHiuWY.js +25 -0
  135. package/dist/gateway/static/root/assets/{sessions-page-CCcpMHIH.js → sessions-page-BIxDwAIX.js} +1 -1
  136. package/dist/gateway/static/root/assets/settings-advanced-gate-Cy7xeKmH.js +1 -0
  137. package/dist/gateway/static/root/assets/{settings-advanced-section-DRlQdj_w.js → settings-advanced-section-nbkGHQ_4.js} +1 -1
  138. package/dist/gateway/static/root/assets/{settings-mode-store-BE6t--iO.js → settings-mode-store-EQHfksdV.js} +1 -1
  139. package/dist/gateway/static/root/assets/{settings-page-_F2d9-GZ.js → settings-page-D6RNHRHq.js} +1 -1
  140. package/dist/gateway/static/root/assets/{settings-page-header-DG3MQwSF.js → settings-page-header-19GJ_a45.js} +1 -1
  141. package/dist/gateway/static/root/assets/{settings-page-layout-SuMAUhMb.js → settings-page-layout-B2WCzSel.js} +1 -1
  142. package/dist/gateway/static/root/assets/{setup-interaction-page-DyDiHKjZ.js → setup-interaction-page-C5i7y_pM.js} +1 -1
  143. package/dist/gateway/static/root/assets/{setup-status-panel-CPNFWhrr.js → setup-status-panel-Cwp8YKdT.js} +1 -1
  144. package/dist/gateway/static/root/assets/{share-link-dialog-wu-minYF.js → share-link-dialog-DDsVTMZ-.js} +1 -1
  145. package/dist/gateway/static/root/assets/{share-preview-page-BqbfuQBU.js → share-preview-page-C1S_gWGf.js} +1 -1
  146. package/dist/gateway/static/root/assets/{shares-api-DwsEzRc6.js → shares-api-CepTFl1f.js} +1 -1
  147. package/dist/gateway/static/root/assets/{shares-settings-BxutiB6Y.js → shares-settings-Cv-tdcAN.js} +1 -1
  148. package/dist/gateway/static/root/assets/{skill-api-C7wPB73H.js → skill-api-CsT-iHnl.js} +1 -1
  149. package/dist/gateway/static/root/assets/{skill-list-api-C4AjzhlY.js → skill-list-api-CMJTjvSo.js} +1 -1
  150. package/dist/gateway/static/root/assets/{skill-reload-api-CqfS9zlG.js → skill-reload-api-S6B7P9ur.js} +1 -1
  151. package/dist/gateway/static/root/assets/{skills-page-8VYadExR.js → skills-page-BKcsJtYx.js} +1 -1
  152. package/dist/gateway/static/root/assets/sliding-segmented-CgQ3BFdb.js +1 -0
  153. package/dist/gateway/static/root/assets/{system-settings-panel-BV4GHnns.js → system-settings-panel-DhHPM5qU.js} +1 -1
  154. package/dist/gateway/static/root/assets/{task-detail-page-C9IyuxdS.js → task-detail-page-BHH2_Z9_.js} +3 -3
  155. package/dist/gateway/static/root/assets/{task-input-card-NtzzVc0e.js → task-input-card-D_2rNF31.js} +1 -1
  156. package/dist/gateway/static/root/assets/{terminal-panel-store-DWdJOGMn.js → terminal-panel-store-CcUWpqvC.js} +1 -1
  157. package/dist/gateway/static/root/assets/{theme-store-FNf-kdMR.js → theme-store-D9pquJiM.js} +1 -1
  158. package/dist/gateway/static/root/assets/{tracing-settings-page-BRPJuRpc.js → tracing-settings-page-CjNrKILr.js} +1 -1
  159. package/dist/gateway/static/root/assets/{tunnel-api-B7NHNrQJ.js → tunnel-api-GtLO40pc.js} +1 -1
  160. package/dist/gateway/static/root/assets/{understanding-activity-store-bgCeO8bb.js → understanding-activity-store-BhB5wAbq.js} +1 -1
  161. package/dist/gateway/static/root/assets/{understanding-refresh-store-CEhWIvsQ.js → understanding-refresh-store-BxtpXRfV.js} +1 -1
  162. package/dist/gateway/static/root/assets/{usage-page-35YfpfVW.js → usage-page-CZa_a6_7.js} +1 -1
  163. package/dist/gateway/static/root/assets/{use-autosave-D8Qtt_Tn.js → use-autosave-BtOp6W9H.js} +1 -1
  164. package/dist/gateway/static/root/assets/{use-composer-attachments-H-tD4Db6.js → use-composer-attachments-BTQZx8Nj.js} +1 -1
  165. package/dist/gateway/static/root/assets/{use-file-preview-expanded-P-0xmST2.js → use-file-preview-expanded-B7nscYS4.js} +3 -3
  166. package/dist/gateway/static/root/assets/{use-personal-profile-Bk2rGWSy.js → use-personal-profile-Cj7WGOfv.js} +1 -1
  167. package/dist/gateway/static/root/assets/use-realtime-voice-BS1rygyV.js +1 -0
  168. package/dist/gateway/static/root/assets/{use-workspace-tree-D0_812KH.js → use-workspace-tree-DYosm4Gz.js} +1 -1
  169. package/dist/gateway/static/root/assets/{user-model-page-BxHnOljT.js → user-model-page-DmmJODQ4.js} +1 -1
  170. package/dist/gateway/static/root/assets/voice-CDlC6XMH.js +1 -0
  171. package/dist/gateway/static/root/assets/{voice-api-key-field-BL56KGeq.js → voice-api-key-field-8voN8dQG.js} +1 -1
  172. package/dist/gateway/static/root/assets/voice-call-context-BM2A4bLz.js +1 -0
  173. package/dist/gateway/static/root/assets/voice-config-api-CrZd2aqw.js +1 -0
  174. package/dist/gateway/static/root/assets/{voice-input-shortcut-events-BK-IvchL.js → voice-input-shortcut-events-DcFp_fy4.js} +1 -1
  175. package/dist/gateway/static/root/assets/voice-settings-AckvhNnP.js +1 -0
  176. package/dist/gateway/static/root/assets/{work-discovery-overlay-DDXae8Yc.js → work-discovery-overlay-DAIk5csp.js} +1 -1
  177. package/dist/gateway/static/root/assets/{work-discovery-page-CxN0abrd.js → work-discovery-page-CJeixeWQ.js} +1 -1
  178. package/dist/gateway/static/root/assets/{working-directory-picker-modal-D3BUBFa0.js → working-directory-picker-modal-BW76VaD5.js} +1 -1
  179. package/dist/gateway/static/root/assets/workspace-api-Cu2gzmVn.js +2 -0
  180. package/dist/gateway/static/root/assets/workspace-editor-agent-store-pVOYuH7u.js +1 -0
  181. package/dist/gateway/static/root/assets/{workspace-file-preview-dialog-BKmtih6_.js → workspace-file-preview-dialog-DyqI793w.js} +1 -1
  182. package/dist/gateway/static/root/assets/{workspace-open-location-menu-BdfKT4O4.js → workspace-open-location-menu-DTYkApy8.js} +1 -1
  183. package/dist/gateway/static/root/assets/{xopc-cloud-account-card-BS_lsURY.js → xopc-cloud-account-card-Rytp_NWV.js} +1 -1
  184. package/dist/gateway/static/root/index.html +102 -98
  185. package/dist/package.js +1 -1
  186. package/dist/packages/gateway-contract/src/extension-capabilities.js +26 -4
  187. package/dist/packages/gateway-contract/src/index.js +3 -1
  188. package/dist/packages/gateway-contract/src/local-app-delegation.js +22 -0
  189. package/dist/packages/gateway-contract/src/local-apps.js +35 -4
  190. package/dist/packages/realtime-protocol/src/voice.js +5 -0
  191. package/dist/src/agent/agent-instance-gateway.d.ts +2 -0
  192. package/dist/src/agent/agent-manager.d.ts +1 -0
  193. package/dist/src/agent/agent-manager.js +11 -2
  194. package/dist/src/agent/background-review/prompts.js +2 -0
  195. package/dist/src/agent/background-review/run-background-review.js +13 -7
  196. package/dist/src/agent/context/execution-context.js +1 -1
  197. package/dist/src/agent/embedded/execution-tool-policy.js +1 -1
  198. package/dist/src/agent/embedded/run-for-session.js +66 -9
  199. package/dist/src/agent/embedded/run-turn.js +35 -1
  200. package/dist/src/agent/embedded/runs.d.ts +1 -0
  201. package/dist/src/agent/embedded/runs.js +13 -0
  202. package/dist/src/agent/embedded/types.d.ts +2 -0
  203. package/dist/src/agent/inbound/turn-dispatcher.d.ts +1 -0
  204. package/dist/src/agent/inbound/turn-dispatcher.js +1 -0
  205. package/dist/src/agent/prompt/system-prompt.js +7 -6
  206. package/dist/src/agent/prompt/types.d.ts +2 -1
  207. package/dist/src/agent/prompt/voice-history.d.ts +9 -0
  208. package/dist/src/agent/prompt/voice-history.js +35 -0
  209. package/dist/src/agent/prompt/voice-presentation.d.ts +1 -1
  210. package/dist/src/agent/prompt/voice-presentation.js +1 -0
  211. package/dist/src/agent/service.js +1 -1
  212. package/dist/src/agent/tasks/task-judge-service.js +1 -1
  213. package/dist/src/agent/tools/factory.js +1 -1
  214. package/dist/src/agent/tools/image-generate-tool.js +5 -1
  215. package/dist/src/agent/tools/personal-request-result-tool.js +1 -1
  216. package/dist/src/agent/tools/personal-task-tool.js +3 -1
  217. package/dist/src/agent/tools/task-collaboration-tool.js +1 -1
  218. package/dist/src/agent/tools/task-evidence.js +6 -15
  219. package/dist/src/agent/tools/task-result-tool.js +1 -1
  220. package/dist/src/agent/tools/user-context-tool.js +1 -1
  221. package/dist/src/agent/tools/xopc-use-tool.js +6 -5
  222. package/dist/src/agent-config/schema.d.ts +15 -0
  223. package/dist/src/capabilities/runtime/dispatcher.d.ts +11 -0
  224. package/dist/src/capabilities/runtime/dispatcher.js +22 -6
  225. package/dist/src/capabilities/runtime/product.js +2 -0
  226. package/dist/src/computer/evaluation-comparison.d.ts +4 -0
  227. package/dist/src/computer/evaluation-comparison.js +16 -1
  228. package/dist/src/computer/keyboard.js +1 -1
  229. package/dist/src/computer/model-adapter.js +18 -14
  230. package/dist/src/config/schema.d.ts +36 -2
  231. package/dist/src/config/schema.js +23 -5
  232. package/dist/src/gateway/hono/lib/safe-voice-config.js +4 -1
  233. package/dist/src/gateway/hono/routes/auth-registry-extensions.js +107 -12
  234. package/dist/src/gateway/hono/routes/imports.js +1 -1
  235. package/dist/src/gateway/hono/routes/lazy-bundles.js +16 -0
  236. package/dist/src/gateway/hono/routes/local-app-capabilities.js +16 -5
  237. package/dist/src/gateway/hono/routes/local-app-development.d.ts +3 -0
  238. package/dist/src/gateway/hono/routes/local-app-development.js +13 -0
  239. package/dist/src/gateway/hono/routes/local-app-previews.d.ts +3 -0
  240. package/dist/src/gateway/hono/routes/local-app-previews.js +86 -0
  241. package/dist/src/gateway/hono/routes/local-apps.js +3 -2
  242. package/dist/src/gateway/hono/routes/projects.js +1 -1
  243. package/dist/src/gateway/hono/routes/tasks.js +2 -2
  244. package/dist/src/gateway/hono/routes/user-model.js +2 -2
  245. package/dist/src/gateway/hono/routes/voice.js +4 -3
  246. package/dist/src/gateway/security/local-app-delegation-access.d.ts +5 -0
  247. package/dist/src/gateway/security/local-app-delegation-access.js +22 -0
  248. package/dist/src/gateway/service/config-coordinator.d.ts +7 -2
  249. package/dist/src/gateway/service/run-gateway-agent.js +7 -6
  250. package/dist/src/gateway/service/session-input-coordinator.d.ts +1 -0
  251. package/dist/src/gateway/service/session-input-coordinator.js +6 -2
  252. package/dist/src/gateway/service.js +50 -17
  253. package/dist/src/home-intelligence/host.js +2 -2
  254. package/dist/src/local-apps/access-audit.d.ts +17 -0
  255. package/dist/src/local-apps/access-audit.js +42 -0
  256. package/dist/src/local-apps/capabilities/contracts.js +2 -0
  257. package/dist/src/local-apps/capabilities/delegate.d.ts +3 -0
  258. package/dist/src/local-apps/capabilities/delegate.js +166 -0
  259. package/dist/src/local-apps/capabilities/projections.d.ts +265 -0
  260. package/dist/src/local-apps/capabilities/projections.js +53 -0
  261. package/dist/src/local-apps/capabilities/resource-policy.d.ts +3 -0
  262. package/dist/src/local-apps/capabilities/resource-policy.js +43 -0
  263. package/dist/src/local-apps/capabilities/runtime.d.ts +2 -1
  264. package/dist/src/local-apps/capabilities/runtime.js +108 -39
  265. package/dist/src/local-apps/fix-guidance.js +4 -1
  266. package/dist/src/local-apps/preview-fixtures.d.ts +20 -0
  267. package/dist/src/local-apps/preview-fixtures.js +52 -0
  268. package/dist/src/local-apps/preview-runtime-bridge.d.ts +1 -1
  269. package/dist/src/local-apps/preview-runtime-bridge.js +41 -18
  270. package/dist/src/local-apps/preview-sessions.d.ts +52 -0
  271. package/dist/src/local-apps/preview-sessions.js +316 -0
  272. package/dist/src/local-apps/preview-worker.d.ts +1 -0
  273. package/dist/src/local-apps/preview-worker.js +108 -0
  274. package/dist/src/local-apps/public-assets.d.ts +2 -0
  275. package/dist/src/local-apps/public-assets.js +42 -0
  276. package/dist/src/local-apps/scaffold.js +1 -1
  277. package/dist/src/local-apps/service.d.ts +48 -5
  278. package/dist/src/local-apps/service.js +136 -15
  279. package/dist/src/local-apps/store.d.ts +3 -0
  280. package/dist/src/local-apps/store.js +42 -16
  281. package/dist/src/local-apps/types.d.ts +2 -0
  282. package/dist/src/memory-learning/repository.js +3 -2
  283. package/dist/src/memory-learning/service.js +4 -13
  284. package/dist/src/memory-learning/transcript-source.d.ts +9 -0
  285. package/dist/src/memory-learning/transcript-source.js +31 -0
  286. package/dist/src/notes/capabilities/read.js +11 -2
  287. package/dist/src/notes/capabilities/write.js +10 -1
  288. package/dist/src/notes/types.d.ts +2 -0
  289. package/dist/src/personal-agent/communication.d.ts +2 -1
  290. package/dist/src/personal-agent/communication.js +3 -1
  291. package/dist/src/personal-agent/prompt-context.js +15 -23
  292. package/dist/src/personal-agent/prompts.js +3 -2
  293. package/dist/src/personal-agent/reply-composer.js +2 -2
  294. package/dist/src/personal-agent/request-access.js +1 -1
  295. package/dist/src/personal-agent/request-delivery.js +1 -1
  296. package/dist/src/personal-agent/request-service.js +1 -1
  297. package/dist/src/personal-agent/service.js +1 -0
  298. package/dist/src/phone/contracts.d.ts +1 -1
  299. package/dist/src/phone/model-adapter.d.ts +1 -1
  300. package/dist/src/phone/runtime.d.ts +1 -1
  301. package/dist/src/process/fork-worker.d.ts +2 -0
  302. package/dist/src/process/fork-worker.js +7 -0
  303. package/dist/src/realtime/broker.js +1 -1
  304. package/dist/src/session/client-history.js +12 -1
  305. package/dist/src/session/session-context-for-llm.js +10 -3
  306. package/dist/src/session/store.d.ts +1 -0
  307. package/dist/src/session/store.js +2 -1
  308. package/dist/src/session/stored-rows-to-file-entries.js +1 -1
  309. package/dist/src/session/transcript-outline.js +9 -0
  310. package/dist/src/session/voice-transcript.d.ts +14 -0
  311. package/dist/src/session/voice-transcript.js +19 -2
  312. package/dist/src/storage/sqlite/notes-repository.js +7 -0
  313. package/dist/src/storage/sqlite/resource-scope.d.ts +10 -0
  314. package/dist/src/storage/sqlite/resource-scope.js +31 -0
  315. package/dist/src/storage/sqlite/transcript-repository.d.ts +3 -0
  316. package/dist/src/storage/sqlite/transcript-repository.js +43 -7
  317. package/dist/src/tasks/capabilities/read.js +21 -3
  318. package/dist/src/tasks/task-allocation-service.js +1 -1
  319. package/dist/src/tasks/task-application-service.js +3 -3
  320. package/dist/src/tasks/task-context-assembler.js +1 -1
  321. package/dist/src/tasks/task-evidence-tools.d.ts +2 -0
  322. package/dist/src/tasks/task-evidence-tools.js +22 -0
  323. package/dist/src/tasks/task-main-update-delivery.js +2 -0
  324. package/dist/src/tasks/task-repository.d.ts +2 -0
  325. package/dist/src/tasks/task-repository.js +7 -0
  326. package/dist/src/tasks/task-research-result.js +8 -21
  327. package/dist/src/tasks/task-result-delivery-repository.d.ts +6 -0
  328. package/dist/src/tasks/task-result-delivery-repository.js +26 -0
  329. package/dist/src/tasks/task-result-delivery-service.js +3 -3
  330. package/dist/src/tasks/task-run-coordinator.js +1 -1
  331. package/dist/src/usage/scenario-registry.js +5 -0
  332. package/dist/src/user-model/index.js +3 -3
  333. package/dist/src/user-model/profile.d.ts +8 -0
  334. package/dist/src/user-model/profile.js +19 -1
  335. package/dist/src/voice/platform-settings.d.ts +5 -0
  336. package/dist/src/voice/platform-settings.js +15 -2
  337. package/dist/src/voice/platform-streams.d.ts +7 -3
  338. package/dist/src/voice/platform-streams.js +90 -18
  339. package/dist/src/voice/realtime/agentBroker.d.ts +12 -1
  340. package/dist/src/voice/realtime/agentBroker.js +22 -5
  341. package/dist/src/voice/realtime/agentEngine.js +104 -12
  342. package/dist/src/voice/realtime/chat-publication.d.ts +24 -0
  343. package/dist/src/voice/realtime/chat-publication.js +61 -0
  344. package/dist/src/voice/realtime/conversation-context.d.ts +7 -1
  345. package/dist/src/voice/realtime/conversation-context.js +54 -16
  346. package/dist/src/voice/realtime/engine.d.ts +2 -0
  347. package/dist/src/voice/realtime/identity-grounding.d.ts +8 -0
  348. package/dist/src/voice/realtime/identity-grounding.js +34 -0
  349. package/dist/src/voice/realtime/memory-context.js +48 -14
  350. package/dist/src/voice/realtime/naturalAgentTools.d.ts +90 -0
  351. package/dist/src/voice/realtime/naturalAgentTools.js +275 -0
  352. package/dist/src/voice/realtime/omniEngine.d.ts +8 -0
  353. package/dist/src/voice/realtime/omniEngine.js +239 -13
  354. package/dist/src/voice/realtime/omniRoute.d.ts +1 -0
  355. package/dist/src/voice/realtime/omniRoute.js +23 -4
  356. package/dist/src/voice/realtime/runtime.d.ts +1 -0
  357. package/dist/src/voice/realtime/runtime.js +116 -22
  358. package/dist/src/voice/realtime/runtime.types.d.ts +3 -1
  359. package/dist/src/voice/realtime/speakable-segmenter.d.ts +2 -1
  360. package/dist/src/voice/realtime/speakable-segmenter.js +7 -2
  361. package/dist/src/voice/realtime/turnPolicy.d.ts +1 -2
  362. package/dist/src/voice/realtime/turnPolicy.js +4 -6
  363. package/dist/src/voice/realtime/user-context.d.ts +14 -0
  364. package/dist/src/voice/realtime/user-context.js +63 -0
  365. package/dist/src/voice/tts/providers/xopc-cloud-speech.js +29 -23
  366. package/dist/src/voice/tts/speak-core.js +1 -0
  367. package/dist/src/voice/tts/speech-provider-types.d.ts +2 -0
  368. package/dist/src/work-discovery/service.js +1 -1
  369. package/package.json +2 -1
  370. package/skills/engineering/build-xopc-local-app/SKILL.md +5 -1
  371. package/skills/engineering/build-xopc-local-app/references/app-contract.md +43 -2
  372. package/dist/gateway/static/root/assets/api-DIKAjDAK.js +0 -1
  373. package/dist/gateway/static/root/assets/automation-run-list-J-R4-hVm.js +0 -1
  374. package/dist/gateway/static/root/assets/capabilities-page-KRaK8LKT.js +0 -2
  375. package/dist/gateway/static/root/assets/capabilities-settings-panel-aJy-1o5H.js +0 -8
  376. package/dist/gateway/static/root/assets/chat-page-QmBfel_Z.js +0 -71
  377. package/dist/gateway/static/root/assets/clipboard-copy-DuJk5WD6.js +0 -1
  378. package/dist/gateway/static/root/assets/connected-providers-grid-BWVieU6P.js +0 -1
  379. package/dist/gateway/static/root/assets/connectors-page-C8M01Zxs.js +0 -1
  380. package/dist/gateway/static/root/assets/dist-BGTk37IG.js +0 -1
  381. package/dist/gateway/static/root/assets/extension-iframe-host-DjXDDmUd.js +0 -1
  382. package/dist/gateway/static/root/assets/extension-page-CGgneUDY.js +0 -1
  383. package/dist/gateway/static/root/assets/extension-provider-BktGTwH_.js +0 -1
  384. package/dist/gateway/static/root/assets/gateway-realtime-store-ZxMFPH4n.js +0 -1
  385. package/dist/gateway/static/root/assets/index-CPXKrqLj.js +0 -11
  386. package/dist/gateway/static/root/assets/index-Dc-3QQaz.css +0 -1
  387. package/dist/gateway/static/root/assets/local-app-workbench-page-CnckB-RA.js +0 -1
  388. package/dist/gateway/static/root/assets/local-apps-Ck6kACsY.js +0 -1
  389. package/dist/gateway/static/root/assets/logs-page-_nIEwZn4.js +0 -2
  390. package/dist/gateway/static/root/assets/messages-C7ruaWtK.js +0 -3
  391. package/dist/gateway/static/root/assets/note-image-lightbox-kccIXJo_.js +0 -1
  392. package/dist/gateway/static/root/assets/page-header-store-CFntbsPj.js +0 -1
  393. package/dist/gateway/static/root/assets/personal-avatar-CVocefDp.js +0 -1
  394. package/dist/gateway/static/root/assets/personal-page-BjnSgU89.js +0 -1
  395. package/dist/gateway/static/root/assets/personal-proactivity-DaRnbB1f.js +0 -1
  396. package/dist/gateway/static/root/assets/personal-settings-panel-CdMHSPCH.js +0 -1
  397. package/dist/gateway/static/root/assets/route-preload-DGMUu3pm.js +0 -2
  398. package/dist/gateway/static/root/assets/runtime-health-D2TDFLLq.js +0 -1
  399. package/dist/gateway/static/root/assets/session-manager-5qokJQ6W.js +0 -25
  400. package/dist/gateway/static/root/assets/settings-advanced-gate-B7-XQiJh.js +0 -1
  401. package/dist/gateway/static/root/assets/sliding-segmented-D346J92k.js +0 -1
  402. package/dist/gateway/static/root/assets/use-realtime-voice-BcokfdI0.js +0 -1
  403. package/dist/gateway/static/root/assets/voice-C607F0pB.js +0 -1
  404. package/dist/gateway/static/root/assets/voice-call-context-CJ1ZiJWR.js +0 -1
  405. package/dist/gateway/static/root/assets/voice-config-api-DVFTuHwH.js +0 -1
  406. package/dist/gateway/static/root/assets/workspace-api-ymncGc6j.js +0 -2
  407. package/dist/gateway/static/root/assets/workspace-editor-agent-store-BQrMvAkL.js +0 -1
@@ -7,13 +7,13 @@ import { init_model_usage, withModelUsageOrigin } from "../../providers/model-us
7
7
  import { getModelCatalogStore, init_model_catalog_store } from "../../providers/model-catalog-store.js";
8
8
  import { getPersonalAgentByConversation } from "../../personal-agent/repository.js";
9
9
  import { getMediaUnderstandingProvider } from "../../media-understanding/registry.js";
10
- import { resolveSTTProviderChain } from "../stt/factory.js";
10
+ import { resolveSTTProviderChain, resolveSTTProviderConfig } from "../stt/factory.js";
11
11
  import { mergeSttConfigFromAppConfig } from "../stt/config.js";
12
12
  import { ALIBABA_REALTIME_TTS_MODEL } from "../tts/providers/alibaba-speech.js";
13
13
  import { resolveSpeechProviderChain } from "../tts/factory.js";
14
14
  import { mergeTtsConfigFromAppConfig } from "../tts/merge-config.js";
15
15
  import { verifyDeviceConnectionProof } from "../../gateway/security/device-request-proof.js";
16
- import { voiceConversationInstructions } from "./conversation-context.js";
16
+ import { buildVoiceResumeHistory, voiceConversationInstructions } from "./conversation-context.js";
17
17
  import { createPreauthConnectionBudget } from "../../gateway/security/preauth-connection-budget.js";
18
18
  import { claimOpeningGreeting, finishOpeningGreeting, openingGreetingText } from "./opening-greeting.js";
19
19
  import { createAgentVoiceEngine } from "./agentEngine.js";
@@ -52,14 +52,18 @@ function isStreamingProvider(provider) {
52
52
  function resolveStreamingStt(config, language) {
53
53
  const sttConfig = mergeSttConfigFromAppConfig(config.tools?.media?.audio, config.tools?.media);
54
54
  const configured = config.voice?.realtime?.stt;
55
- const chain = configured ? [{
55
+ const selected = configured?.provider === "alibaba" ? resolveSTTProviderConfig(configured.provider, sttConfig) : void 0;
56
+ const chain = configured ? configured.provider === "xopc-cloud" ? [{
56
57
  id: configured.provider,
57
58
  model: configured.model
58
- }] : resolveSTTProviderChain(sttConfig);
59
+ }] : selected ? [{
60
+ ...selected,
61
+ model: configured.model
62
+ }] : [] : resolveSTTProviderChain(sttConfig);
59
63
  for (const entry of chain) {
60
64
  const plugin = getMediaUnderstandingProvider(entry.id);
61
65
  if (!isStreamingProvider(plugin)) continue;
62
- const model = plugin.id === "xopc-cloud" ? config.voice?.realtime?.stt?.model ?? entry.model ?? plugin.streamingAudio.defaultModel : plugin.streamingAudio.defaultModel;
66
+ const model = configured?.model ?? (plugin.id === "xopc-cloud" ? entry.model : void 0) ?? plugin.streamingAudio.defaultModel;
63
67
  if (!plugin.streamingAudio.models.includes(model)) continue;
64
68
  return {
65
69
  plugin,
@@ -175,19 +179,27 @@ var VoiceRealtimeRuntime = class {
175
179
  const testVoice = request.testHiggsVoice;
176
180
  const personal = request.conversationId ? getPersonalAgentByConversation(request.conversationId) : null;
177
181
  const preferences = personal?.voiceCallPreferences;
178
- const defaultMode = personal ? preferences?.defaultMode ?? "assistant" : config.voice?.realtime?.defaultEngine === "omni" ? "natural" : "assistant";
179
- request = request.purpose === "conversation" ? {
180
- ...request,
181
- mode: request.mode ?? defaultMode
182
- } : request;
183
- const model = request.mode === "natural" ? testVoice || request.naturalBackend === "higgs" ? HIGGS_REALTIME_REF : selectedNaturalModel(config, preferences) : void 0;
184
- if (!config.voice?.realtime?.enabled && model !== "boson/higgs-realtime") throw new VoiceSessionCreationError("VOICE_DISABLED", "Realtime voice is disabled", 503);
182
+ const preferred = preferences?.enginePreference ?? (config.voice?.realtime?.defaultEngine === "omni" ? "natural" : config.voice?.realtime?.defaultEngine === "agent" ? "assistant" : "auto");
183
+ const automatic = request.purpose === "conversation" && request.mode === void 0 && preferred === "auto";
184
+ const wantsNatural = request.purpose === "conversation" && (automatic || (request.mode ?? preferred) === "natural");
185
+ const model = wantsNatural ? testVoice || request.naturalBackend === "higgs" ? HIGGS_REALTIME_REF : selectedNaturalModel(config, preferences) : void 0;
185
186
  let omni;
186
- if (request.mode === "natural") try {
187
+ if (wantsNatural) try {
187
188
  omni = await resolveOmniRoute(config, model, testVoice ?? preferences?.higgsVoice);
189
+ if (automatic && !omni.tools) omni = void 0;
190
+ if (testVoice && omni) omni = {
191
+ ...omni,
192
+ tools: false,
193
+ instructions: `This standalone voice preview has no tools and cannot perform actions.\n\n${omni.instructions}`
194
+ };
188
195
  } catch {
189
- throw new VoiceSessionCreationError("PROVIDER_UNAVAILABLE", "Natural conversation is unavailable. Check its model, endpoint and credentials.", 503);
196
+ if (!automatic) throw new VoiceSessionCreationError("PROVIDER_UNAVAILABLE", "Natural conversation is unavailable. Check its model, endpoint and credentials.", 503);
190
197
  }
198
+ if (request.purpose === "conversation") request = {
199
+ ...request,
200
+ mode: omni ? "natural" : "assistant"
201
+ };
202
+ if (!config.voice?.realtime?.enabled && !(omni && model === "boson/higgs-realtime")) throw new VoiceSessionCreationError("VOICE_DISABLED", "Realtime voice is disabled", 503);
191
203
  if (omni && !testVoice && (!this.options.recordOmniTranscript || !this.options.getConversationContext)) throw new VoiceSessionCreationError("PROVIDER_UNAVAILABLE", "Natural conversation storage is unavailable", 503);
192
204
  const conversationSessionId = request.purpose === "conversation" && request.conversationId ? await this.options.getSessionIdentity?.(request.conversationId) : void 0;
193
205
  if (request.purpose === "conversation" && !testVoice && !conversationSessionId) throw new VoiceSessionCreationError("SESSION_NOT_FOUND", "Conversation session was not found", 404);
@@ -212,7 +224,7 @@ var VoiceRealtimeRuntime = class {
212
224
  } : baseTts;
213
225
  if (request.purpose === "conversation" && !testVoice) {
214
226
  if (!request.conversationId || !await this.options.sessionExists(request.conversationId)) throw new VoiceSessionCreationError("SESSION_NOT_FOUND", "Conversation session was not found", 404);
215
- if (request.mode === "natural" && this.options.sessionBusy(request.conversationId)) throw new VoiceSessionCreationError("SESSION_CONFLICT", "Conversation session already has an active response", 409);
227
+ if (request.mode === "natural" && this.options.sessionBusy(request.conversationId) && !this.options.agentBroker.restore) throw new VoiceSessionCreationError("SESSION_CONFLICT", "Conversation session already has an active response", 409);
216
228
  if (this.conversationReservations.has(request.conversationId)) throw new VoiceSessionCreationError("SESSION_CONFLICT", "Conversation session already has a voice connection", 409);
217
229
  if (!omni && !tts) throw new VoiceSessionCreationError("PROVIDER_UNAVAILABLE", "No configured PCM streaming text-to-speech provider is available", 503);
218
230
  }
@@ -335,6 +347,10 @@ var VoiceRealtimeRuntime = class {
335
347
  const sessionId = this.conversationReservations.get(conversationId);
336
348
  return (sessionId ? this.activeSessions.get(sessionId) : void 0)?.engine?.isConversationIdle?.() === true;
337
349
  }
350
+ refreshConversation(conversationId) {
351
+ const id = this.conversationReservations.get(conversationId);
352
+ if (id) this.activeSessions.get(id)?.refreshContext?.();
353
+ }
338
354
  canOfferTaskUpdate(conversationId) {
339
355
  const sessionId = this.conversationReservations.get(conversationId);
340
356
  return (sessionId ? this.activeSessions.get(sessionId) : void 0)?.engine?.canOfferTaskUpdate?.() === true;
@@ -414,6 +430,8 @@ var VoiceRealtimeRuntime = class {
414
430
  const abortController = new AbortController();
415
431
  const seenMessageIds = /* @__PURE__ */ new Set();
416
432
  let context;
433
+ let contextRefresh;
434
+ let contextRefreshPending = false;
417
435
  let unsubscribeMemory;
418
436
  let unsubscribeSession;
419
437
  let openingTimer;
@@ -496,7 +514,8 @@ var VoiceRealtimeRuntime = class {
496
514
  return;
497
515
  }
498
516
  if (context?.isCurrent && !context.isCurrent()) {
499
- invalidateContext();
517
+ if (ready && engine?.updateContext) refreshContext();
518
+ else invalidateContext();
500
519
  return;
501
520
  }
502
521
  if (context?.memory && !context.memory.isCurrent()) {
@@ -516,6 +535,50 @@ var VoiceRealtimeRuntime = class {
516
535
  });
517
536
  shutdown("context_changed", true);
518
537
  };
538
+ const refreshContext = () => {
539
+ if (contextRefresh) {
540
+ contextRefreshPending = true;
541
+ return contextRefresh;
542
+ }
543
+ if (!ready || closed || !claim?.omni || !claim.request.conversationId || !engine?.updateContext) return Promise.resolve();
544
+ const current = claim;
545
+ contextRefresh = (async () => {
546
+ try {
547
+ if (await this.options.getSessionIdentity?.(current.request.conversationId) !== current.conversationSessionId || context?.memory?.isCurrent() === false) {
548
+ invalidateContext();
549
+ return;
550
+ }
551
+ const next = await this.options.getConversationContext(current.request.conversationId, current.conversationSessionId, current.omni.instructions, current.omni.tools === true);
552
+ if (closed) return;
553
+ if (next.isCurrent?.() === false || next.memory?.isCurrent() === false || context?.user && !next.user) {
554
+ invalidateContext();
555
+ return;
556
+ }
557
+ if (next.sharedChat !== context?.sharedChat || context?.isCurrent?.() === false) {
558
+ if (!engine.updateContext(voiceConversationInstructions(current.omni.instructions, {
559
+ ...next,
560
+ history: []
561
+ }), next.sharedChat ?? "")) return;
562
+ unsubscribeMemory?.();
563
+ unsubscribeMemory = next.memory?.subscribe(invalidateContext);
564
+ context = next;
565
+ }
566
+ } catch (err) {
567
+ log.warn({
568
+ err,
569
+ conversationId: current.request.conversationId
570
+ }, "Voice shared context refresh failed");
571
+ invalidateContext();
572
+ }
573
+ })().finally(() => {
574
+ contextRefresh = void 0;
575
+ if (contextRefreshPending) {
576
+ contextRefreshPending = false;
577
+ refreshContext();
578
+ }
579
+ });
580
+ return contextRefresh;
581
+ };
519
582
  const authenticate = async (message) => {
520
583
  const pendingClaim = this.tickets.get(ticketKey(message.payload.ticket));
521
584
  if (pendingClaim && !verifyDeviceConnectionProof(pendingClaim.principalId, message.payload.ticket, new URL(request.url, "http://localhost").pathname + new URL(request.url, "http://localhost").search, typeof request.headers["x-xopc-proof"] === "string" ? request.headers["x-xopc-proof"] : void 0)) {
@@ -548,8 +611,9 @@ var VoiceRealtimeRuntime = class {
548
611
  try {
549
612
  const conversationId = consumed.request.conversationId;
550
613
  const omni = consumed.omni;
614
+ let engineOmni = omni;
551
615
  const restoreInstructions = omni && conversationId ? async () => {
552
- const snapshot = await this.options.getConversationContext(conversationId, consumed.conversationSessionId, omni.instructions);
616
+ const snapshot = await this.options.getConversationContext(conversationId, consumed.conversationSessionId, omni.instructions, omni.tools === true);
553
617
  if (closed) throw new Error("Voice session closed while restoring context");
554
618
  context = snapshot;
555
619
  if (snapshot.memory) unsubscribeMemory = snapshot.memory.subscribe(invalidateContext);
@@ -557,13 +621,25 @@ var VoiceRealtimeRuntime = class {
557
621
  invalidateContext();
558
622
  throw new Error("Conversation context changed while dialing");
559
623
  }
560
- return voiceConversationInstructions(omni.instructions, snapshot);
624
+ const instructions = voiceConversationInstructions(omni.instructions, {
625
+ ...snapshot,
626
+ history: [],
627
+ actions: omni.tools === true
628
+ });
629
+ log.info({
630
+ conversationId,
631
+ sessionId: consumed.sessionId,
632
+ contextChars: instructions.length,
633
+ identityChars: snapshot.identity.length,
634
+ historyTurns: snapshot.history.length
635
+ }, "Voice conversation context prepared");
636
+ return instructions;
561
637
  } : void 0;
562
638
  if (restoreInstructions) {
563
639
  unsubscribeSession = onUserContextChange((change) => {
564
640
  if (change.kind === "session-reset" && change.id === conversationId) invalidateContext();
565
641
  });
566
- if (omni && omni.route.provider !== "boson") consumed.omni = {
642
+ if (omni && omni.route.provider !== "boson") engineOmni = {
567
643
  ...omni,
568
644
  instructions: await restoreInstructions()
569
645
  };
@@ -587,14 +663,29 @@ var VoiceRealtimeRuntime = class {
587
663
  outputMediaTimestampMs += 20;
588
664
  }
589
665
  };
590
- engine = consumed.omni ? createOmniVoiceEngine({
666
+ engine = engineOmni ? createOmniVoiceEngine({
591
667
  callId: consumed.sessionId,
592
- route: consumed.omni,
668
+ route: engineOmni,
593
669
  silenceDurationMs: consumed.silenceDurationMs,
594
- restoreInstructions: consumed.omni.route.provider === "boson" ? restoreInstructions : void 0,
670
+ restoreInstructions: engineOmni.route.provider === "boson" ? restoreInstructions : void 0,
671
+ restoreHistory: () => {
672
+ const history = buildVoiceResumeHistory(context?.history ?? []);
673
+ log.info({
674
+ conversationId,
675
+ sessionId: consumed.sessionId,
676
+ historyChars: history.length
677
+ }, "Voice conversation history restored");
678
+ return history;
679
+ },
595
680
  bargeIn: consumed.config.voice?.realtime?.bargeIn ?? true,
596
681
  send,
597
682
  sendAudio,
683
+ ...conversationId && consumed.conversationSessionId && engineOmni.tools ? { agent: {
684
+ broker: this.options.agentBroker,
685
+ conversationId,
686
+ transcriptId: consumed.conversationSessionId,
687
+ publish: (publication) => this.options.publishConversationContent?.(conversationId, consumed.conversationSessionId, publication) ?? Promise.reject(/* @__PURE__ */ new Error("Chat publication is unavailable"))
688
+ } } : {},
598
689
  onUserInput: conversationId ? () => this.options.onConversationInput?.(conversationId) : void 0,
599
690
  record: async (entry) => {
600
691
  if (conversationId) await this.options.recordOmniTranscript(conversationId, consumed.sessionId, entry, consumed.conversationSessionId);
@@ -652,6 +743,9 @@ var VoiceRealtimeRuntime = class {
652
743
  },
653
744
  heartbeatIntervalMs: VOICE_REALTIME_HEARTBEAT_INTERVAL_MS
654
745
  });
746
+ const readySession = this.activeSessions.get(consumed.sessionId);
747
+ if (readySession) readySession.refreshContext = refreshContext;
748
+ engine.restoreTasks?.();
655
749
  } catch (error) {
656
750
  if (closed) return;
657
751
  log.warn({
@@ -7,6 +7,7 @@ import type { VoiceConversationContext } from './conversation-context.js';
7
7
  import type { OmniTranscript } from './omniEngine.js';
8
8
  import type { OmniRoute } from './omniRoute.js';
9
9
  import type { VoiceAgentBroker } from './agentBroker.js';
10
+ import type { VoiceChatPublication } from './chat-publication.js';
10
11
  export interface ResolvedStreamingStt {
11
12
  plugin: MediaUnderstandingProvider & Required<Pick<MediaUnderstandingProvider, 'openAudioStream' | 'streamingAudio'>>;
12
13
  model: string;
@@ -45,11 +46,12 @@ export interface ResolvedStreamingTts {
45
46
  route: VoiceProviderRoute;
46
47
  }
47
48
  export interface VoiceRealtimeRuntimeOptions {
49
+ publishConversationContent?: (conversationId: string, expectedTranscriptId: string, publication: VoiceChatPublication) => Promise<void>;
48
50
  /** Confirmed non-echo speech invalidates background reply drafts before turn commit. */
49
51
  onConversationInput?: (conversationId: string) => void;
50
52
  isPrincipalActive?: (principalId: string) => boolean;
51
53
  recordOmniTranscript?: (conversationId: string, callId: string, entry: OmniTranscript, expectedTranscriptId: string) => Promise<void>;
52
- getConversationContext?: (conversationId: string, expectedTranscriptId: string, baseInstructions: string) => Promise<VoiceConversationContext>;
54
+ getConversationContext?: (conversationId: string, expectedTranscriptId: string, baseInstructions: string, actions?: boolean) => Promise<VoiceConversationContext>;
53
55
  getSessionIdentity?: (conversationId: string) => Promise<string | undefined>;
54
56
  getConfig: () => Config;
55
57
  sessionExists: (conversationId: string) => Promise<boolean>;
@@ -3,10 +3,11 @@ export declare class SpeakableSegmenter {
3
3
  private readonly maxCharacters;
4
4
  private readonly minCharacters;
5
5
  private readonly firstMinCharacters;
6
+ private readonly firstClauseCharacters;
6
7
  private pending;
7
8
  private fence;
8
9
  private emitted;
9
- constructor(maxCharacters?: number, minCharacters?: number, firstMinCharacters?: number);
10
+ constructor(maxCharacters?: number, minCharacters?: number, firstMinCharacters?: number, firstClauseCharacters?: number);
10
11
  push(delta: string): string[];
11
12
  /** Releases only a complete short phrase; never cuts a word or Markdown construct. */
12
13
  flushFirstPhrase(): string[];
@@ -6,10 +6,11 @@ var SpeakableSegmenter = class {
6
6
  pending = "";
7
7
  fence = null;
8
8
  emitted = false;
9
- constructor(maxCharacters = 120, minCharacters = 0, firstMinCharacters = minCharacters) {
9
+ constructor(maxCharacters = 120, minCharacters = 0, firstMinCharacters = minCharacters, firstClauseCharacters = 0) {
10
10
  this.maxCharacters = maxCharacters;
11
11
  this.minCharacters = minCharacters;
12
12
  this.firstMinCharacters = firstMinCharacters;
13
+ this.firstClauseCharacters = firstClauseCharacters;
13
14
  }
14
15
  push(delta) {
15
16
  this.pending += delta;
@@ -59,6 +60,10 @@ var SpeakableSegmenter = class {
59
60
  if (char === ")") parentheses = Math.max(0, parentheses - 1);
60
61
  if (inlineCode || brackets || parentheses || char === "]" && this.pending[index + 1] === "(") continue;
61
62
  const minCharacters = this.emitted ? this.minCharacters : this.firstMinCharacters;
63
+ if (!this.emitted && this.firstClauseCharacters > 0 && index >= this.firstClauseCharacters - 1 && /[,、,]/u.test(char) && /\p{Script=Han}/u.test(this.pending.slice(0, index))) {
64
+ boundary = index + 1;
65
+ break;
66
+ }
62
67
  if (SENTENCE_END.test(char) && index + 1 >= minCharacters) {
63
68
  boundary = index + 1;
64
69
  break;
@@ -100,7 +105,7 @@ var SpeakableSegmenter = class {
100
105
  if (char === "(") parentheses += 1;
101
106
  if (char === ")") parentheses = Math.max(0, parentheses - 1);
102
107
  if (inlineCode || brackets || parentheses) continue;
103
- if (index >= 11 && /[,、,\s]/u.test(char)) {
108
+ if (index >= 5 && /[,、,]/u.test(char) && /\p{Script=Han}/u.test(this.pending.slice(0, index)) || index >= 11 && /[,、,\s]/u.test(char)) {
104
109
  const phrase = this.toSpeech(this.pending.slice(0, index + 1));
105
110
  if (!phrase) continue;
106
111
  this.pending = this.pending.slice(index + 1);
@@ -16,14 +16,13 @@ export declare function hasContinuationHint(text: string): boolean;
16
16
  export declare const heuristicTurnPolicy: TurnPolicy;
17
17
  /** Accumulates provider utterances and commits only after the selected policy settles. */
18
18
  export declare class TurnCoordinator {
19
- private readonly silenceDurationMs;
20
19
  private readonly onCommit;
21
20
  private readonly policy;
22
21
  private readonly parts;
23
22
  private timer;
24
23
  private stoppedAt;
25
24
  private decisionGeneration;
26
- constructor(silenceDurationMs: number, onCommit: (text: string, decision: TurnDecision, turnId: string) => void, policy?: TurnPolicy);
25
+ constructor(onCommit: (text: string, decision: TurnDecision, turnId: string) => void, policy?: TurnPolicy);
27
26
  start(id: string): void;
28
27
  stop(id: string): void;
29
28
  final(id: string, text: string): void;
@@ -1,6 +1,5 @@
1
1
  //#region src/voice/realtime/turnPolicy.ts
2
- const MIN_TURN_SILENCE_MS = 1200;
3
- const FINAL_SETTLE_MS = 350;
2
+ const FINAL_SETTLE_MS = 40;
4
3
  const INCOMPLETE_HOLD_MS = 1800;
5
4
  const DECISION_TIMEOUT_MS = 750;
6
5
  const MAX_TRANSCRIPT_CHARACTERS = 32e3;
@@ -27,8 +26,7 @@ var TurnCoordinator = class {
27
26
  timer;
28
27
  stoppedAt = 0;
29
28
  decisionGeneration = 0;
30
- constructor(silenceDurationMs, onCommit, policy = heuristicTurnPolicy) {
31
- this.silenceDurationMs = silenceDurationMs;
29
+ constructor(onCommit, policy = heuristicTurnPolicy) {
32
30
  this.onCommit = onCommit;
33
31
  this.policy = policy;
34
32
  }
@@ -120,7 +118,7 @@ var TurnCoordinator = class {
120
118
  }
121
119
  schedule(text, decision, generation) {
122
120
  if (generation !== this.decisionGeneration) return;
123
- const holdMs = Math.max(FINAL_SETTLE_MS, MIN_TURN_SILENCE_MS - this.silenceDurationMs, Number.isFinite(decision.holdMs) ? Math.max(0, decision.holdMs) : 0);
121
+ const holdMs = Math.max(FINAL_SETTLE_MS, Number.isFinite(decision.holdMs) ? Math.max(0, decision.holdMs) : 0);
124
122
  this.timer = setTimeout(() => {
125
123
  if (generation !== this.decisionGeneration) return;
126
124
  const turnId = [...this.parts.keys()][0];
@@ -130,7 +128,7 @@ var TurnCoordinator = class {
130
128
  }
131
129
  this.reset();
132
130
  if (decision.disposition !== "backchannel") this.onCommit(text, decision, turnId);
133
- }, Math.max(FINAL_SETTLE_MS, this.stoppedAt + holdMs - Date.now()));
131
+ }, Math.max(decision.disposition === "wait" ? FINAL_SETTLE_MS : 0, this.stoppedAt + holdMs - Date.now()));
134
132
  }
135
133
  };
136
134
  //#endregion
@@ -0,0 +1,14 @@
1
+ import type { Config } from '../../config/schema.js';
2
+ import type { AgentMessage } from '@earendil-works/pi-agent-core';
3
+ export interface VoiceUserSnapshot {
4
+ block: string;
5
+ preferredCallName?: string;
6
+ preferredCallNameObservedAt?: number;
7
+ isCurrent: () => boolean;
8
+ }
9
+ /** Pinned owner profile, independent of query relevance, optional retrieval and chat-history clipping. */
10
+ export declare function buildVoiceUserContext(input: {
11
+ getConfig: () => Config;
12
+ conversationId: string;
13
+ history?: readonly AgentMessage[];
14
+ }): VoiceUserSnapshot | undefined;
@@ -0,0 +1,63 @@
1
+ import { getConversation } from "../../routing/agent-session-key.js";
2
+ import { init_session_key } from "../../routing/session-key.js";
3
+ import { resolveUserContextSessionAccess } from "../../user-context/access-policy.js";
4
+ import { getUserProfileContext } from "../../user-model/profile.js";
5
+ import { explicitConversationName } from "./identity-grounding.js";
6
+ //#region src/voice/realtime/user-context.ts
7
+ init_session_key();
8
+ const MAX_USER_CHARS = 800;
9
+ /** Pinned owner profile, independent of query relevance, optional retrieval and chat-history clipping. */
10
+ function buildVoiceUserContext(input) {
11
+ const read = () => {
12
+ const access = resolveUserContextSessionAccess(input.getConfig(), input.conversationId);
13
+ const conversation = getConversation(input.conversationId);
14
+ if (!access.userModel || conversation?.sessionType !== "chat") return void 0;
15
+ return getUserProfileContext(conversation.agentId);
16
+ };
17
+ const rows = read();
18
+ if (!rows) return;
19
+ const profile = {};
20
+ const savedName = rows.find((row) => row.field === "callName");
21
+ const named = savedName ? explicitConversationName(input.history ?? [], savedName.assertion.observedAt) : void 0;
22
+ const omittedFields = [];
23
+ const serialize = () => JSON.stringify({ currentUser: {
24
+ relationship: "conversation_owner",
25
+ profile,
26
+ nameKnown: Boolean(profile.callName),
27
+ omittedFields
28
+ } });
29
+ for (const row of rows) {
30
+ profile[row.field] = row.field === "callName" && named ? named.name : row.value;
31
+ if (serialize().length > MAX_USER_CHARS - 100) {
32
+ delete profile[row.field];
33
+ omittedFields.push(row.field);
34
+ }
35
+ }
36
+ if (named && !profile.callName && named.name.length <= 80) profile.callName = named.name;
37
+ const version = JSON.stringify(rows.map((row) => [
38
+ row.field,
39
+ row.assertion.id,
40
+ row.assertion.recordedAt,
41
+ row.value
42
+ ]));
43
+ return {
44
+ block: serialize(),
45
+ preferredCallName: profile.callName,
46
+ preferredCallNameObservedAt: profile.callName ? named?.at ?? savedName?.assertion.observedAt : void 0,
47
+ isCurrent: () => {
48
+ try {
49
+ const current = read();
50
+ return Boolean(current) && JSON.stringify(current.map((row) => [
51
+ row.field,
52
+ row.assertion.id,
53
+ row.assertion.recordedAt,
54
+ row.value
55
+ ])) === version;
56
+ } catch {
57
+ return false;
58
+ }
59
+ }
60
+ };
61
+ }
62
+ //#endregion
63
+ export { buildVoiceUserContext };
@@ -7,7 +7,7 @@ import { captureCloudUsageResponse } from "../../../usage/cloud-receipts.js";
7
7
  import { cloudCreditBudgetHeaders, rejectUnbudgetedCloudTransport, reportCloudCreditError } from "../../../providers/xopc-cloud-credit-budget.js";
8
8
  import { compareCatalogModels } from "../../../providers/model-catalog-ranking.js";
9
9
  import { trackCloudCapabilityUsage } from "../../../usage/cloud-capability.js";
10
- import { openPlatformTts } from "../../platform-streams.js";
10
+ import { openPlatformTts, openPlatformTtsSession } from "../../platform-streams.js";
11
11
  import { requirePlatformVoiceModel } from "../../platform-catalog.js";
12
12
  import { registerSpeechProvider } from "../speech-registry.js";
13
13
  //#region src/voice/tts/providers/xopc-cloud-speech.ts
@@ -38,6 +38,30 @@ function extension(contentType, fallback) {
38
38
  "audio/pcm": "pcm"
39
39
  }[contentType?.split(";")[0] ?? ""] ?? fallback;
40
40
  }
41
+ async function streamRequest(request) {
42
+ rejectUnbudgetedCloudTransport();
43
+ const config = readConfig(request.providerConfig);
44
+ const model = typeof request.providerOverrides?.model === "string" ? request.providerOverrides.model : config.model;
45
+ const voice = typeof request.providerOverrides?.voice === "string" ? request.providerOverrides.voice : config.voice;
46
+ if (!model || !voice) throw new Error("XOPC Cloud realtime TTS model or voice is unavailable");
47
+ const catalogModel = requirePlatformVoiceModel(model, "speech.stream");
48
+ const token = await getProviderAuthService().resolveApiKey("xopc-cloud", request.signal);
49
+ if (!token) throw new Error("XOPC Cloud authorization is unavailable");
50
+ const relayUrl = new URL(`${config.baseUrl.replace(/\/+$/, "")}/audio/speech/realtime`);
51
+ relayUrl.protocol = relayUrl.protocol === "https:" ? "wss:" : "ws:";
52
+ relayUrl.searchParams.set("model", model);
53
+ relayUrl.searchParams.set("service_version", String(catalogModel.voice.serviceVersion));
54
+ relayUrl.searchParams.set("voice", voice);
55
+ const instructions = typeof request.providerOverrides?.instructions === "string" ? request.providerOverrides.instructions.trim() : config.instructions;
56
+ return {
57
+ apiKey: token,
58
+ baseUrl: relayUrl.toString(),
59
+ voice,
60
+ ...instructions ? { instructions } : {},
61
+ signal: request.signal,
62
+ timeoutMs: request.timeoutMs
63
+ };
64
+ }
41
65
  const xopcCloudSpeechProvider = {
42
66
  id: "xopc-cloud",
43
67
  autoSelectOrder: 5,
@@ -118,30 +142,12 @@ const xopcCloudSpeechProvider = {
118
142
  });
119
143
  },
120
144
  synthesizeStream: async (request) => {
121
- rejectUnbudgetedCloudTransport();
122
- const config = readConfig(request.providerConfig);
123
- const model = typeof request.providerOverrides?.model === "string" ? request.providerOverrides.model : config.model;
124
- const voice = typeof request.providerOverrides?.voice === "string" ? request.providerOverrides.voice : config.voice;
125
- if (!model || !voice) throw new Error("XOPC Cloud realtime TTS model or voice is unavailable");
126
- const catalogModel = requirePlatformVoiceModel(model, "speech.stream");
127
- const token = await getProviderAuthService().resolveApiKey("xopc-cloud", request.signal);
128
- if (!token) throw new Error("XOPC Cloud authorization is unavailable");
129
- const relayUrl = new URL(`${config.baseUrl.replace(/\/+$/, "")}/audio/speech/realtime`);
130
- relayUrl.protocol = relayUrl.protocol === "https:" ? "wss:" : "ws:";
131
- relayUrl.searchParams.set("model", model);
132
- relayUrl.searchParams.set("service_version", String(catalogModel.voice.serviceVersion));
133
- relayUrl.searchParams.set("voice", voice);
134
- const instructions = typeof request.providerOverrides?.instructions === "string" ? request.providerOverrides.instructions.trim() : config.instructions;
135
145
  return openPlatformTts({
136
- apiKey: token,
137
- baseUrl: relayUrl.toString(),
138
- voice,
139
- text: request.text,
140
- ...instructions ? { instructions } : {},
141
- signal: request.signal,
142
- timeoutMs: request.timeoutMs
146
+ ...await streamRequest(request),
147
+ text: request.text
143
148
  });
144
- }
149
+ },
150
+ openStreamSession: async (request) => openPlatformTtsSession(await streamRequest(request))
145
151
  };
146
152
  registerSpeechProvider(xopcCloudSpeechProvider);
147
153
  //#endregion
@@ -312,6 +312,7 @@ function prepareSpeechStreamSession(config, options) {
312
312
  signal: options.signal ?? new AbortController().signal
313
313
  };
314
314
  return resolved.plugin.openStreamSession(sessionRequest).then((session) => ({
315
+ supportsConcurrentSynthesis: session.supportsConcurrentSynthesis,
315
316
  close: () => session.close(),
316
317
  synthesize: (text) => session.synthesize(preprocessText(text, {
317
318
  maxLength: config.maxTextLength || 4096,
@@ -91,6 +91,8 @@ export interface SpeechSynthesisRequest {
91
91
  export type SpeechSynthesisStreamRequest = SpeechSynthesisRequest;
92
92
  /** A prepared connection owned by one reply; syntheses must be consumed in order. */
93
93
  export interface SpeechStreamSession {
94
+ /** Independent transports can open the next segment while current audio plays. */
95
+ supportsConcurrentSynthesis?: boolean;
94
96
  synthesize(text: string): Promise<SpeechSynthesisStreamResult>;
95
97
  close(): Promise<void>;
96
98
  }
@@ -15,8 +15,8 @@ import { init_providers, resolveModel } from "../providers/index.js";
15
15
  import { isLocalModelBaseUrl } from "../providers/model-call.js";
16
16
  import { createPriorityWindow, createUserGoal } from "../user-model/goals.js";
17
17
  import { linkAssertionEvidence, reconcileAssertion } from "../user-model/repository.js";
18
- import "../user-model/index.js";
19
18
  import { createWorkDiscoveryRun, getProjectUnderstandingRun, getWorkDiscoveryOnboardingState, getWorkDiscoveryRun, getWorkDiscoveryRunByIdempotencyKey, listPendingProjectUnderstandingRuns, setWorkDiscoveryFeedback, setWorkDiscoveryOnboardingState, updateWorkDiscoveryRun } from "./repository.js";
19
+ import "../user-model/index.js";
20
20
  import { createUnderstandingSourceRun, getUnderstandingSourceGrant, getUnderstandingSourceRun, updateUnderstandingSourceGrantCheckpoint, updateUnderstandingSourceGrantPolicies, updateUnderstandingSourceRun, upsertUnderstandingSourceGrant } from "../user-context/sources/repository.js";
21
21
  import { allowsRemoteSourceProcessing } from "../user-context/sources/processing-policy.js";
22
22
  import { analyzeUnderstandingSources, analyzeWorkContext, workDiscoveryResultMarkdown } from "./analyzer.js";
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@xopcai/xopc",
3
- "version": "0.0.451",
3
+ "version": "0.0.454",
4
4
  "description": "An open-source AI assistant for work and everyday life. Remembers context and helps you get things done. Local-first, on a computer you choose.",
5
5
  "type": "module",
6
6
  "main": "dist/src/index.js",
@@ -282,6 +282,7 @@
282
282
  "computer:benchmark": "node --import tsx scripts/benchmark-computer-regressions.mts",
283
283
  "computer:benchmark:windows": "node --import tsx scripts/benchmark-computer-windows.mts",
284
284
  "computer:benchmark:check": "tsc -p scripts/computer-benchmark/tsconfig.json",
285
+ "computer:osworld:check": "python3 -m unittest discover -s scripts/osworld -p 'test_*.py' && tsc -p scripts/osworld/tsconfig.json",
285
286
  "computer:evaluate": "node --import tsx scripts/evaluate-computer.mts",
286
287
  "computer:evaluate:run": "node --import tsx scripts/run-computer-evaluation.mts",
287
288
  "computer:evaluate:compare": "node --import tsx scripts/compare-computer-evaluations.mts",
@@ -46,7 +46,11 @@ change, preserve working behaviour, and leave the draft previewable after every
46
46
  feedback.
47
47
  - Support light and dark color schemes without assuming access to the host DOM.
48
48
  - Keep scripts and styles local. The preview CSP blocks network access and inline scripts.
49
- - Use browser storage only for user-owned local preferences or app data.
49
+ - The iframe permits scripts but has an opaque origin. Use the bundled `@xopcai/extension-ui-sdk`
50
+ client and `client.storage` for app data; never use `localStorage`, `sessionStorage`, or IndexedDB.
51
+ Bundle the SDK into a local `ui/` asset, await `client.whenReady()`, and disable controls until ready.
52
+ - Native form submission is blocked by the sandbox. Use `type="button"` actions and explicit keyboard
53
+ handlers for Enter. Do not rely on a submit button or form `submit` listener to run app actions.
50
54
  - Ask before expanding permissions. A permission change must be visible in the install review.
51
55
  - Mark scenario targets with stable `data-xopc-test-id` values. Never encode CSS selectors or
52
56
  executable JavaScript in acceptance scenarios.
@@ -1,4 +1,34 @@
1
- # Phase 1 local app contract
1
+ # Local App contract
2
+
3
+ ## Host capability bindings
4
+
5
+ UI-only apps may use declared host capabilities through `@xopcai/extension-ui-sdk`; this does not
6
+ authorize direct HTTP, network access or backend code. Discover bindings through the authenticated
7
+ `GET /api/local-app-capabilities/catalog`, pin each capability's version and descriptor digest in
8
+ `ui.capabilities`, and let the host handle user review and execution. The extension output contract
9
+ differs from the full HTTP/Agent business contract. Never manufacture grants, use Gateway tokens in
10
+ app code, or silently enlarge permissions.
11
+
12
+ Data access defaults to none. Explain the smallest useful note-read, note-write and task-read scopes
13
+ to the user. They select resources in the host permission dialog. App-created ownership is recorded
14
+ by the host; names, tags and app-supplied IDs cannot claim ownership. Handle denied access explicitly.
15
+ The default draft preview uses example data; `.xopc/fixtures.json` can provide bounded note/task examples.
16
+ Only the user can start a scoped real-data read-only preview. Automatic acceptance always uses fresh
17
+ isolated fixtures, receipts and storage, never that live-data grant. Do not fake a successful acceptance
18
+ or request production writes from an automated preview. Use the SDK capability methods in all modes.
19
+ Keep controls disabled until their data and event handlers are ready. Await `client.whenReady()` for
20
+ SDK initialization, and handle an already-complete document when adding load handlers after async work.
21
+
22
+ Installed apps may declare `xopc.agent.delegate` for one bounded text inference after the user separately
23
+ approves delegation in the host permission dialog. Use explicit instruction/context and at most three
24
+ approved notes/tasks `get` references; each referenced read capability must also be declared. There are
25
+ no tools, history, memory, filesystem, Agent/model selection or automatic writes. All preview modes
26
+ omit this capability: show a clear unavailable state and use example content for presentation checks.
27
+ Keep a stable idempotency key for each delegation intent; never automatically retry an uncertain outcome
28
+ with a new key. See `docs/local-app-delegation.md` for budgets and the SDK contract.
29
+
30
+ Only supported non-hidden files beneath the public UI directory can be served. Keep secrets, manifests,
31
+ briefs and runtime files outside that directory. For details see `docs/local-app-security.md` in xopc.
2
32
 
3
33
  Required files:
4
34
 
@@ -18,6 +48,16 @@ Before marking a draft ready:
18
48
  - UI remains usable at narrow desktop widths, with keyboard navigation and both color schemes.
19
49
  - The user-facing acceptance checks pass in preview.
20
50
 
51
+ ## Sandbox interactions and storage
52
+
53
+ The host uses `sandbox="allow-scripts"`, without `allow-forms` or `allow-same-origin`.
54
+ A submit button is blocked before the form's submit handler runs. Use `type="button"`, bind its click
55
+ handler, and handle Enter explicitly on the input. Preserve labels and keyboard access.
56
+ Browser origin storage is unavailable: use `createExtensionClient()` from the UI SDK, bundle it into
57
+ `ui/`, await `client.whenReady()`, then call `client.storage.get/set/remove`. These methods use
58
+ lease-isolated storage in previews and host-owned extension storage after installation. Catch and
59
+ surface storage failures. Do not relax the sandbox or use network requests to work around it.
60
+
21
61
  ## Acceptance scenarios
22
62
 
23
63
  Use at most 10 scenarios and 20 steps per scenario. Targets are exact `data-xopc-test-id` values
@@ -30,4 +70,5 @@ using letters, numbers, dashes, or underscores. Supported steps are:
30
70
  - `{ "assert": "value_equals", "target": "title-input", "value": "" }`
31
71
 
32
72
  Do not use selectors, scripts, timing commands, network calls, or host APIs. The workbench runs these
33
- scenarios in an isolated preview and requires them to pass before installation.
73
+ scenarios in an isolated preview. Failed or incomplete acceptance remains visible as advisory feedback;
74
+ users can still install a statically valid draft.