@xopcai/xopc 0.0.424 → 0.0.426

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (252) hide show
  1. package/dist/browser-ext/manifest.json +1 -1
  2. package/dist/extensions/telegram/xopc.extension.json +1 -1
  3. package/dist/gateway/static/root/assets/{activity-store-AI081rxe.js → activity-store-D_DXNHba.js} +1 -1
  4. package/dist/gateway/static/root/assets/{agent-avatar-dicebear-DupnTbL7.js → agent-avatar-dicebear-CjaQxFQt.js} +1 -1
  5. package/dist/gateway/static/root/assets/{agent-avatar-display-CmEj6Uqy.js → agent-avatar-display-6Z4m31Fz.js} +2 -2
  6. package/dist/gateway/static/root/assets/{agent-defaults-settings-panel-IEV5yKuu.js → agent-defaults-settings-panel-Dne9A10p.js} +1 -1
  7. package/dist/gateway/static/root/assets/{agent-plugin-dialog-D_njOuFA.js → agent-plugin-dialog-BoHL-b1o.js} +1 -1
  8. package/dist/gateway/static/root/assets/{agents-B_yg9nA3.js → agents-CIiIlVBp.js} +3 -3
  9. package/dist/gateway/static/root/assets/{agents-admin-api-CUZUolwG.js → agents-admin-api-u5c3GREg.js} +1 -1
  10. package/dist/gateway/static/root/assets/{api-bpQ7yR10.js → api-C3Tp9MkF.js} +1 -1
  11. package/dist/gateway/static/root/assets/{api-CWWEVThO.js → api-CRT9ZyH0.js} +1 -1
  12. package/dist/gateway/static/root/assets/{app-management-settings-panel-C0_hxwgg.js → app-management-settings-panel-C8yc3yHG.js} +1 -1
  13. package/dist/gateway/static/root/assets/{appearance-settings-CLh-qnCC.js → appearance-settings-BELgtR3O.js} +1 -1
  14. package/dist/gateway/static/root/assets/{apps-page-Bjtm3Rgi.js → apps-page-vgS1CHDj.js} +1 -1
  15. package/dist/gateway/static/root/assets/{archive-plugin-dGnstkhB.js → archive-plugin-BCQnOkV8.js} +1 -1
  16. package/dist/gateway/static/root/assets/{automation-api-MB2xCoFF.js → automation-api-hRsGx-qe.js} +1 -1
  17. package/dist/gateway/static/root/assets/{automation-result-state-DJQflY78.js → automation-result-state-CMfVTv_i.js} +1 -1
  18. package/dist/gateway/static/root/assets/{automation-task-card-DXgBxVE2.js → automation-task-card-MnzgyTVA.js} +1 -1
  19. package/dist/gateway/static/root/assets/{automations-page-D3O7M2FH.js → automations-page-CdIPdwF0.js} +1 -1
  20. package/dist/gateway/static/root/assets/{automations-workspace-Dk3FVWoX.js → automations-workspace-C3xZLafX.js} +2 -2
  21. package/dist/gateway/static/root/assets/{binary-plugins-BrVJXmYf.js → binary-plugins-CIB5cbvQ.js} +1 -1
  22. package/dist/gateway/static/root/assets/{block-editor-Dok4sfT3.js → block-editor-BQtTLe6Q.js} +1 -1
  23. package/dist/gateway/static/root/assets/{browser-automation-inputs-PJbT3CxW.js → browser-automation-inputs-DeraGZ1y.js} +1 -1
  24. package/dist/gateway/static/root/assets/{browser-automations-page-kkpX1Q7K.js → browser-automations-page-SpPzRNqU.js} +1 -1
  25. package/dist/gateway/static/root/assets/{browser-control-api-Bg4wnkeA.js → browser-control-api-CbbPvhHR.js} +1 -1
  26. package/dist/gateway/static/root/assets/{browser-settings-page-BrgX_Yb2.js → browser-settings-page-BD1uF_Nb.js} +1 -1
  27. package/dist/gateway/static/root/assets/{capabilities-BMaJizw4.js → capabilities-BGE6hiUE.js} +1 -1
  28. package/dist/gateway/static/root/assets/{capabilities-Cs6Jt5Gl.js → capabilities-DLMuj21P.js} +1 -1
  29. package/dist/gateway/static/root/assets/{capabilities-page-D5hvAG6D.js → capabilities-page-Bda4mSdf.js} +2 -2
  30. package/dist/gateway/static/root/assets/{capabilities-settings-panel-BrEvm4IH.js → capabilities-settings-panel-B2B7no22.js} +2 -2
  31. package/dist/gateway/static/root/assets/{channels-1jQgGVc9.js → channels-NtsjZThx.js} +1 -1
  32. package/dist/gateway/static/root/assets/{chat-agents-api-BAOWaUJf.js → chat-agents-api-D8YS5amE.js} +1 -1
  33. package/dist/gateway/static/root/assets/{chat-chart-block-DeWrb9XR.js → chat-chart-block-DCzUECct.js} +1 -1
  34. package/dist/gateway/static/root/assets/chat-page-BnOCCAXG.js +72 -0
  35. package/dist/gateway/static/root/assets/{chat-terminal-dock-C544n0-R.js → chat-terminal-dock-Dl-OTkJI.js} +1 -1
  36. package/dist/gateway/static/root/assets/{command-palette-api-D9PXzY8b.js → command-palette-api-Dijix7V6.js} +1 -1
  37. package/dist/gateway/static/root/assets/{composer-payload-handoff-CYXfjpem.js → composer-payload-handoff-CQc-VTaL.js} +1 -1
  38. package/dist/gateway/static/root/assets/{computer-settings-page-DJmod8-w.js → computer-settings-page-B-lGMimW.js} +1 -1
  39. package/dist/gateway/static/root/assets/connected-providers-grid-CcXe9kz5.js +1 -0
  40. package/dist/gateway/static/root/assets/{connector-service-page-BqDbTOTp.js → connector-service-page-C8InhrMt.js} +1 -1
  41. package/dist/gateway/static/root/assets/{connectors-api-CwRuUnH4.js → connectors-api-DEJU8mgn.js} +1 -1
  42. package/dist/gateway/static/root/assets/{connectors-page-Mq9Bvoax.js → connectors-page-Ci0L2How.js} +1 -1
  43. package/dist/gateway/static/root/assets/{date-picker-DWaT0IC0.js → date-picker-kqic8j73.js} +1 -1
  44. package/dist/gateway/static/root/assets/{dependency-picker-DV9XAt6F.js → dependency-picker-cbC6-2Ya.js} +1 -1
  45. package/dist/gateway/static/root/assets/{desktop-pet-Dffq2NxL.js → desktop-pet-DFNehTtd.js} +1 -1
  46. package/dist/gateway/static/root/assets/{desktop-pet-narrative-CS8qJpNO.js → desktop-pet-narrative-ChwjpnsG.js} +1 -1
  47. package/dist/gateway/static/root/assets/{desktop-pet-settings-CrB1ICax.js → desktop-pet-settings-BDS7_tQ_.js} +1 -1
  48. package/dist/gateway/static/root/assets/{dev-view-store-liRgSkcT.js → dev-view-store-CeZZLOc6.js} +1 -1
  49. package/dist/gateway/static/root/assets/device-pairing-wizard-_3BJFWVQ.js +1 -0
  50. package/dist/gateway/static/root/assets/{directory-picker-path-field-EKqQLQrE.js → directory-picker-path-field-Di0h3ws4.js} +1 -1
  51. package/dist/gateway/static/root/assets/{discussion-annotation-sync-D-b1X6ro.js → discussion-annotation-sync-ClKEyXmN.js} +1 -1
  52. package/dist/gateway/static/root/assets/{extension-debug-page-wD97GeG0.js → extension-debug-page-DwB5KMGk.js} +1 -1
  53. package/dist/gateway/static/root/assets/{extension-iframe-host-B4Q1CjvW.js → extension-iframe-host-Cqg1K70e.js} +1 -1
  54. package/dist/gateway/static/root/assets/{extension-marketplace-api-ak1_K3u8.js → extension-marketplace-api-DRBszrCR.js} +1 -1
  55. package/dist/gateway/static/root/assets/{extension-page-DWFI4iIh.js → extension-page-DyrQtG82.js} +1 -1
  56. package/dist/gateway/static/root/assets/{extension-provider-BZwcaU5Y.js → extension-provider-C_uKqJxP.js} +1 -1
  57. package/dist/gateway/static/root/assets/{extension-settings-page-cn4KS42C.js → extension-settings-page-BAMQHzkX.js} +1 -1
  58. package/dist/gateway/static/root/assets/{file-preview-surface-c3gDD9sM.js → file-preview-surface-DfkXvFnc.js} +1 -1
  59. package/dist/gateway/static/root/assets/{gateway-config-swr-Dmt5JhZU.js → gateway-config-swr-BOCt_zOo.js} +1 -1
  60. package/dist/gateway/static/root/assets/{gateway-realtime-CJtDXQCt.js → gateway-realtime-BL_Cf0OQ.js} +1 -1
  61. package/dist/gateway/static/root/assets/gateway-realtime-store-BHBOPF_q.js +1 -0
  62. package/dist/gateway/static/root/assets/{gateway-restart-DInvvT5u.js → gateway-restart-CHf8qY7H.js} +1 -1
  63. package/dist/gateway/static/root/assets/{gateway-settings-BZXdv2FE.js → gateway-settings-uAboiElC.js} +1 -1
  64. package/dist/gateway/static/root/assets/{gateway-startup-retry-s2KcWekp.js → gateway-startup-retry-CvkJYurV.js} +1 -1
  65. package/dist/gateway/static/root/assets/{global-defaults-api-DtnmDd87.js → global-defaults-api-BWMbKu72.js} +1 -1
  66. package/dist/gateway/static/root/assets/{home-page-CAVjA5rO.js → home-page-D6pCBY1V.js} +2 -2
  67. package/dist/gateway/static/root/assets/{image-generation-api-RQQokgE9.js → image-generation-api-CQxZSTWA.js} +1 -1
  68. package/dist/gateway/static/root/assets/{imports-page-BP_4TubV.js → imports-page-C90644id.js} +1 -1
  69. package/dist/gateway/static/root/assets/index-Cc41XQid.css +1 -0
  70. package/dist/gateway/static/root/assets/index-CnOYR6jq.js +11 -0
  71. package/dist/gateway/static/root/assets/{install-connector-dialog-BNzNuXJ8.js → install-connector-dialog-BuNXON0P.js} +1 -1
  72. package/dist/gateway/static/root/assets/{keyboard-shortcuts-settings-DNRQFepg.js → keyboard-shortcuts-settings-CbeubKe1.js} +1 -1
  73. package/dist/gateway/static/root/assets/{local-app-workbench-page-CvY5XxbX.js → local-app-workbench-page-CP-BkbB6.js} +1 -1
  74. package/dist/gateway/static/root/assets/{local-apps-page-DfwEvd8G.js → local-apps-page-C6zFgwkr.js} +1 -1
  75. package/dist/gateway/static/root/assets/{local-session-drafts-CuDdIyxR.js → local-session-drafts-BJ1B1dQ7.js} +1 -1
  76. package/dist/gateway/static/root/assets/{locale-store-TQcz_Vjt.js → locale-store-Br7IfbXK.js} +1 -1
  77. package/dist/gateway/static/root/assets/{logs-page-eq49F1Rt.js → logs-page-CpVCvAWE.js} +1 -1
  78. package/dist/gateway/static/root/assets/{management-settings-BaYXDMOJ.js → management-settings-I-pXv4ML.js} +1 -1
  79. package/dist/gateway/static/root/assets/{markdown-view-D4nII6Zv.js → markdown-view-DrVAMlwc.js} +1 -1
  80. package/dist/gateway/static/root/assets/{media-plugins-MvlAY405.js → media-plugins-Ba6vUE4J.js} +1 -1
  81. package/dist/gateway/static/root/assets/messages-ByFlEbsu.js +3 -0
  82. package/dist/gateway/static/root/assets/{model-selector-nsoNHqif.js → model-selector-CXcxc30J.js} +1 -1
  83. package/dist/gateway/static/root/assets/{models-hub-cache-CFIazNIF.js → models-hub-cache-Bd-fYUrV.js} +1 -1
  84. package/dist/gateway/static/root/assets/{note-detail-panel-KPzbHiEW.js → note-detail-panel-CbpLXAVh.js} +3 -3
  85. package/dist/gateway/static/root/assets/note-image-lightbox-cLGiF8oU.js +1 -0
  86. package/dist/gateway/static/root/assets/{notes-api-HVxR5bRD.js → notes-api-CUlhTRv0.js} +1 -1
  87. package/dist/gateway/static/root/assets/{notes-page-yShJeR3i.js → notes-page-eoKX85K5.js} +1 -1
  88. package/dist/gateway/static/root/assets/{oauth-api-CfKjRVnb.js → oauth-api-DMMdeaNd.js} +1 -1
  89. package/dist/gateway/static/root/assets/{oauth-provider-connect-D4uqONWr.js → oauth-provider-connect-C8BXow79.js} +1 -1
  90. package/dist/gateway/static/root/assets/{page-context-capture-button-B98nlKTc.js → page-context-capture-button-CBFK41OS.js} +1 -1
  91. package/dist/gateway/static/root/assets/{page-context-draft-HcuK45iu.js → page-context-draft-LF33STHC.js} +1 -1
  92. package/dist/gateway/static/root/assets/page-header-store-Du44NIEJ.js +1 -0
  93. package/dist/gateway/static/root/assets/{personal-avatar-_d72UP_d.js → personal-avatar-D6CzIIfo.js} +1 -1
  94. package/dist/gateway/static/root/assets/{personal-page-B19h_3WQ.js → personal-page-CXR1Gy0x.js} +1 -1
  95. package/dist/gateway/static/root/assets/{personal-settings-panel-CfwtGyue.js → personal-settings-panel-DnYapLo7.js} +1 -1
  96. package/dist/gateway/static/root/assets/{phone-dependencies-card-D8bqsDk_.js → phone-dependencies-card-DBiKtzwz.js} +1 -1
  97. package/dist/gateway/static/root/assets/{phone-model-picker-CL_Zn6Xd.js → phone-model-picker-BmSxEr7M.js} +1 -1
  98. package/dist/gateway/static/root/assets/{phone-settings-page-C5Jia8eQ.js → phone-settings-page-vg65qilc.js} +1 -1
  99. package/dist/gateway/static/root/assets/{phone-workspace-store-FBfrfkYq.js → phone-workspace-store-SN7hfddU.js} +1 -1
  100. package/dist/gateway/static/root/assets/{plugin-details-dialog-gAq2KPzK.js → plugin-details-dialog-B3Hn2cbx.js} +1 -1
  101. package/dist/gateway/static/root/assets/{preference-select-fields-Ck8GAX_y.js → preference-select-fields-Cu_ZC9Up.js} +1 -1
  102. package/dist/gateway/static/root/assets/{product-automation-feedback-BJ9oTnNs.js → product-automation-feedback-Tn2dUJWM.js} +1 -1
  103. package/dist/gateway/static/root/assets/{product-open-page-Dw9hUdxP.js → product-open-page-Nf-Oqf1h.js} +1 -1
  104. package/dist/gateway/static/root/assets/{product-preview-content-C0iPzmSm.js → product-preview-content-D6NwUm3A.js} +1 -1
  105. package/dist/gateway/static/root/assets/{product-preview-modal-COFtHoh6.js → product-preview-modal-BfNcGgXA.js} +2 -2
  106. package/dist/gateway/static/root/assets/{project-detail-page-C5Amjah-.js → project-detail-page-Ch-ZMyTu.js} +1 -1
  107. package/dist/gateway/static/root/assets/{project-understanding-DpL9ADQU.js → project-understanding-B1BK7Ixi.js} +1 -1
  108. package/dist/gateway/static/root/assets/{projects-page-gGg9nM2t.js → projects-page-B7cetxao.js} +1 -1
  109. package/dist/gateway/static/root/assets/{providers-api-D6JJRlJb.js → providers-api-DOnNfkwQ.js} +1 -1
  110. package/dist/gateway/static/root/assets/{recording-upload-DxX1xKyt.js → recording-upload-RAhaLUcQ.js} +1 -1
  111. package/dist/gateway/static/root/assets/{registry-api-BfXzBR1D.js → registry-api-DFDvOTg4.js} +1 -1
  112. package/dist/gateway/static/root/assets/{remote-access-hub-BZA4StwC.js → remote-access-hub-DWsOWetc.js} +1 -1
  113. package/dist/gateway/static/root/assets/{resource-unavailable-X-SIrZYI.js → resource-unavailable-TQcRCpAg.js} +1 -1
  114. package/dist/gateway/static/root/assets/{route-preload-CWRb0UCt.js → route-preload-Zc5Z3fNv.js} +2 -2
  115. package/dist/gateway/static/root/assets/{runtime-tools-api-1DjsPyQ5.js → runtime-tools-api-9o3Wfji1.js} +1 -1
  116. package/dist/gateway/static/root/assets/{runtime-tools-settings-panel-BnCtyORj.js → runtime-tools-settings-panel-BGiXeHF5.js} +1 -1
  117. package/dist/gateway/static/root/assets/{service-recommendation-list-ChSOfHHh.js → service-recommendation-list-BEnNx0u7.js} +1 -1
  118. package/dist/gateway/static/root/assets/{session-api-rvY5aWw8.js → session-api-Bs3r_d2_.js} +1 -1
  119. package/dist/gateway/static/root/assets/session-manager-ChUtTAoG.js +23 -0
  120. package/dist/gateway/static/root/assets/{sessions-page-DAS2IUGT.js → sessions-page-Bt52kBvJ.js} +1 -1
  121. package/dist/gateway/static/root/assets/settings-advanced-gate-BI4DMz4_.js +1 -0
  122. package/dist/gateway/static/root/assets/{settings-advanced-section-ZKRIuk7h.js → settings-advanced-section-CURRjsLK.js} +1 -1
  123. package/dist/gateway/static/root/assets/{settings-mode-store-CtJ8pEfm.js → settings-mode-store-CiRpsdTJ.js} +1 -1
  124. package/dist/gateway/static/root/assets/{settings-page-B3pUce-_.js → settings-page-GtsbT6as.js} +1 -1
  125. package/dist/gateway/static/root/assets/{settings-page-header-DuNCn8i-.js → settings-page-header-DBL0_u0Z.js} +1 -1
  126. package/dist/gateway/static/root/assets/{settings-page-layout-DeNC8YHJ.js → settings-page-layout-IAvpbz4A.js} +1 -1
  127. package/dist/gateway/static/root/assets/{setup-status-panel-Fc3vuz_h.js → setup-status-panel-A6uMpGRy.js} +1 -1
  128. package/dist/gateway/static/root/assets/{share-link-dialog-B3hwjVAx.js → share-link-dialog-D1otGSXD.js} +1 -1
  129. package/dist/gateway/static/root/assets/{share-preview-page-D_9oFzGS.js → share-preview-page-L9KYu8M7.js} +1 -1
  130. package/dist/gateway/static/root/assets/{shares-api-BoUpXmxq.js → shares-api-D8Q-m46d.js} +1 -1
  131. package/dist/gateway/static/root/assets/{shares-settings-Drfuvepz.js → shares-settings-Bmfadz8A.js} +1 -1
  132. package/dist/gateway/static/root/assets/{skill-api-By2HhJ9O.js → skill-api-uKU4sRiv.js} +1 -1
  133. package/dist/gateway/static/root/assets/{skill-list-api-TaUCzS8Y.js → skill-list-api-BzKzG-xG.js} +1 -1
  134. package/dist/gateway/static/root/assets/{skill-reload-api-CN2fpS1n.js → skill-reload-api-DkUXekcd.js} +1 -1
  135. package/dist/gateway/static/root/assets/{skills-page-LzGLique.js → skills-page-BZklXTX9.js} +1 -1
  136. package/dist/gateway/static/root/assets/{system-settings-panel-Cuyg8Ml3.js → system-settings-panel-CsvcFoaJ.js} +1 -1
  137. package/dist/gateway/static/root/assets/task-detail-page-SjZGW1Dx.js +2 -0
  138. package/dist/gateway/static/root/assets/{task-result-evidence-DDubAU_5.js → task-result-evidence-B8xUiwW3.js} +1 -1
  139. package/dist/gateway/static/root/assets/{terminal-panel-store-BNs75Wdr.js → terminal-panel-store-DJVC7HqA.js} +1 -1
  140. package/dist/gateway/static/root/assets/{theme-store-DB1ZfBUm.js → theme-store-Dlnmgryi.js} +1 -1
  141. package/dist/gateway/static/root/assets/tool-friendly-title-DcCc6g7o.js +1 -0
  142. package/dist/gateway/static/root/assets/{tracing-settings-page-TvtX4Goh.js → tracing-settings-page-MvG4SH64.js} +1 -1
  143. package/dist/gateway/static/root/assets/{tunnel-api-COoVEdV9.js → tunnel-api-BB7u79ID.js} +1 -1
  144. package/dist/gateway/static/root/assets/{understanding-activity-store-Dr_MLgYe.js → understanding-activity-store-C4bblRnQ.js} +1 -1
  145. package/dist/gateway/static/root/assets/{understanding-refresh-store-DGmLGEqw.js → understanding-refresh-store-BvCj9-Ue.js} +1 -1
  146. package/dist/gateway/static/root/assets/{usage-page-DP6eb6ed.js → usage-page-Cv4Je5XJ.js} +1 -1
  147. package/dist/gateway/static/root/assets/{use-autosave-itwjDYUb.js → use-autosave-YHxQ-UZg.js} +1 -1
  148. package/dist/gateway/static/root/assets/{use-composer-attachments-hjIGlI_2.js → use-composer-attachments-vDdxHtUb.js} +1 -1
  149. package/dist/gateway/static/root/assets/{use-file-preview-expanded-ClLa0g8D.js → use-file-preview-expanded-Ce2mgYme.js} +2 -2
  150. package/dist/gateway/static/root/assets/{use-personal-profile-vhWk6tTU.js → use-personal-profile-D2Un8G1L.js} +1 -1
  151. package/dist/gateway/static/root/assets/{use-workspace-tree-dfXXjA2-.js → use-workspace-tree-BQEiJzK7.js} +1 -1
  152. package/dist/gateway/static/root/assets/{user-model-page-D8dswPWd.js → user-model-page-DRSsn4EV.js} +1 -1
  153. package/dist/gateway/static/root/assets/{voice-api-key-field-BIfBySnN.js → voice-api-key-field-DCM69u8Y.js} +1 -1
  154. package/dist/gateway/static/root/assets/{voice-config-api-J4o59ICE.js → voice-config-api-CrULrSKC.js} +1 -1
  155. package/dist/gateway/static/root/assets/{voice-input-shortcut-events-B1mlpUdC.js → voice-input-shortcut-events-DFMNIyy4.js} +1 -1
  156. package/dist/gateway/static/root/assets/{voice-transcribe-api-xxaSOOmq.js → voice-transcribe-api-Bbyj0yGR.js} +1 -1
  157. package/dist/gateway/static/root/assets/{work-discovery-overlay-DqwT1E5u.js → work-discovery-overlay-CVe9UmFl.js} +1 -1
  158. package/dist/gateway/static/root/assets/{work-discovery-page-BzYQmPLT.js → work-discovery-page-CtqkRMN5.js} +1 -1
  159. package/dist/gateway/static/root/assets/{working-directory-picker-modal-D2Zf3GOG.js → working-directory-picker-modal-CDZ1xh3o.js} +1 -1
  160. package/dist/gateway/static/root/assets/{workspace-api-Bnx3eS2M.js → workspace-api-tbifz2zY.js} +2 -2
  161. package/dist/gateway/static/root/assets/workspace-editor-agent-store-4cZ26iaD.js +1 -0
  162. package/dist/gateway/static/root/assets/{workspace-file-preview-dialog-D13qHzVr.js → workspace-file-preview-dialog-BubQwQwU.js} +1 -1
  163. package/dist/gateway/static/root/assets/{workspace-open-location-menu-Cou-ig1H.js → workspace-open-location-menu-DZk3MBSa.js} +1 -1
  164. package/dist/gateway/static/root/assets/{xopc-cloud-account-card-DQGPKxHA.js → xopc-cloud-account-card-CIavPUr3.js} +1 -1
  165. package/dist/gateway/static/root/index.html +81 -81
  166. package/dist/package.js +1 -1
  167. package/dist/packages/computer-control-contract/src/index.js +33 -3
  168. package/dist/src/agent/embedded/run-turn.js +64 -4
  169. package/dist/src/agent/tool-manuals/computer.d.ts +1 -1
  170. package/dist/src/agent/tool-manuals/computer.js +6 -0
  171. package/dist/src/agent/tools/computer-use-tool.js +18 -5
  172. package/dist/src/agent/tools/phone-use-tool.js +12 -2
  173. package/dist/src/computer/agent-context.d.ts +21 -0
  174. package/dist/src/computer/agent-context.js +107 -0
  175. package/dist/src/computer/broker.d.ts +4 -2
  176. package/dist/src/computer/broker.js +26 -11
  177. package/dist/src/computer/diagnostics.d.ts +60 -6
  178. package/dist/src/computer/diagnostics.js +45 -4
  179. package/dist/src/computer/errors.d.ts +1 -1
  180. package/dist/src/computer/errors.js +4 -0
  181. package/dist/src/computer/evaluation.d.ts +2 -2
  182. package/dist/src/computer/native-timing.d.ts +15 -0
  183. package/dist/src/computer/native-timing.js +49 -0
  184. package/dist/src/computer/program-runtime.d.ts +22 -0
  185. package/dist/src/computer/program-runtime.js +105 -0
  186. package/dist/src/computer/runtime.d.ts +36 -2
  187. package/dist/src/computer/runtime.js +269 -58
  188. package/dist/src/config/models-json.d.ts +12 -0
  189. package/dist/src/config/schema.d.ts +18 -0
  190. package/dist/src/gateway/hono/routes/phone-setup.js +12 -7
  191. package/dist/src/gateway/hono/routes/phone.js +2 -4
  192. package/dist/src/gateway/service/config-coordinator.d.ts +6 -0
  193. package/dist/src/gateway/service.js +4 -4
  194. package/dist/src/gateway/xopc-cloud-capability-setup.js +9 -1
  195. package/dist/src/home-intelligence/host.js +2 -2
  196. package/dist/src/phone/adb-driver.d.ts +15 -1
  197. package/dist/src/phone/adb-driver.js +104 -41
  198. package/dist/src/phone/autoglm-protocol.d.ts +36 -0
  199. package/dist/src/phone/autoglm-protocol.js +88 -0
  200. package/dist/src/phone/autoglm-upstream-prompt.d.ts +2 -0
  201. package/dist/src/phone/autoglm-upstream-prompt.js +5 -0
  202. package/dist/src/phone/autoglm-upstream.LICENSE +201 -0
  203. package/dist/src/phone/cloud-adb-connection.d.ts +3 -0
  204. package/dist/src/phone/cloud-adb-connection.js +105 -31
  205. package/dist/src/phone/cloud-adb.js +18 -6
  206. package/dist/src/phone/completion-recovery.d.ts +6 -0
  207. package/dist/src/phone/completion-recovery.js +30 -0
  208. package/dist/src/phone/contracts.d.ts +24 -0
  209. package/dist/src/phone/contracts.js +12 -1
  210. package/dist/src/phone/execution-trace.d.ts +51 -0
  211. package/dist/src/phone/execution-trace.js +78 -0
  212. package/dist/src/phone/gui-protocol.d.ts +7 -0
  213. package/dist/src/phone/gui-protocol.js +302 -0
  214. package/dist/src/phone/model-adapter.d.ts +10 -2
  215. package/dist/src/phone/model-adapter.js +136 -62
  216. package/dist/src/phone/model-response.d.ts +5 -0
  217. package/dist/src/phone/model-response.js +118 -0
  218. package/dist/src/phone/runtime.d.ts +4 -0
  219. package/dist/src/phone/runtime.js +154 -18
  220. package/dist/src/phone/text-session.d.ts +14 -0
  221. package/dist/src/phone/text-session.js +39 -0
  222. package/dist/src/phone/ui-dump-binary.d.ts +1 -1
  223. package/dist/src/phone/ui-dump-binary.js +1 -1
  224. package/dist/src/phone/ui-session.d.ts +24 -0
  225. package/dist/src/phone/ui-session.js +210 -0
  226. package/dist/src/process/phone-process.d.ts +1 -0
  227. package/dist/src/process/phone-process.js +11 -1
  228. package/dist/src/providers/env-keys.js +2 -0
  229. package/dist/src/providers/index.js +11 -0
  230. package/dist/src/providers/model-catalog-types.d.ts +1 -1
  231. package/dist/src/providers/model-supplements.d.ts +1 -1
  232. package/dist/src/providers/model-supplements.js +6 -3
  233. package/dist/src/providers/phone-models.d.ts +3 -0
  234. package/dist/src/providers/phone-models.js +33 -0
  235. package/dist/src/providers/presentation.js +0 -1
  236. package/dist/src/tui/tui.js +1 -1
  237. package/dist/src/voice/platform-catalog.d.ts +1 -1
  238. package/package.json +2 -1
  239. package/dist/gateway/static/root/assets/chat-page-CafkCKOj.js +0 -72
  240. package/dist/gateway/static/root/assets/connected-providers-grid-b46VH4uy.js +0 -1
  241. package/dist/gateway/static/root/assets/device-pairing-wizard-1du1hfi5.js +0 -1
  242. package/dist/gateway/static/root/assets/gateway-realtime-store-DcsZyYEa.js +0 -1
  243. package/dist/gateway/static/root/assets/index-BS9mjvSL.js +0 -11
  244. package/dist/gateway/static/root/assets/index-pT-m6l6b.css +0 -1
  245. package/dist/gateway/static/root/assets/messages-DaLmc4W1.js +0 -3
  246. package/dist/gateway/static/root/assets/note-image-lightbox-DticJxxh.js +0 -1
  247. package/dist/gateway/static/root/assets/page-header-store-D6SzJ9Ch.js +0 -1
  248. package/dist/gateway/static/root/assets/session-manager-D2rbRfX3.js +0 -23
  249. package/dist/gateway/static/root/assets/settings-advanced-gate-CYDQybNF.js +0 -1
  250. package/dist/gateway/static/root/assets/task-detail-page-6A9337pK.js +0 -2
  251. package/dist/gateway/static/root/assets/tool-friendly-title-DGmi7rCQ.js +0 -1
  252. package/dist/gateway/static/root/assets/workspace-editor-agent-store-COUVwj-p.js +0 -1
@@ -0,0 +1,49 @@
1
+ //#region src/computer/native-timing.ts
2
+ /** Monotonic, non-overlapping input stages. SDK time includes the native RPC. */
3
+ var ComputerInputTimer = class {
4
+ startedAt;
5
+ stages = {
6
+ identityCheckMs: 0,
7
+ actionValidationMs: 0,
8
+ windowsInputGuardMs: 0,
9
+ sdkCallMs: 0,
10
+ resultValidationMs: 0,
11
+ renderGraceMs: 0
12
+ };
13
+ sdkCalls = 0;
14
+ constructor(windows, now = () => performance.now()) {
15
+ this.windows = windows;
16
+ this.now = now;
17
+ this.startedAt = now();
18
+ }
19
+ async measure(stage, operation) {
20
+ const start = this.now();
21
+ if (stage === "sdkCallMs") this.sdkCalls++;
22
+ try {
23
+ return await operation();
24
+ } finally {
25
+ this.stages[stage] += Math.max(0, this.now() - start);
26
+ }
27
+ }
28
+ measureSync(stage, operation) {
29
+ const start = this.now();
30
+ try {
31
+ return operation();
32
+ } finally {
33
+ this.stages[stage] += Math.max(0, this.now() - start);
34
+ }
35
+ }
36
+ finish(completed) {
37
+ const wallMs = Math.max(0, this.now() - this.startedAt);
38
+ return {
39
+ wallMs,
40
+ ...this.stages,
41
+ windowsInputGuardMs: this.windows ? this.stages.windowsInputGuardMs : null,
42
+ unattributedMs: Math.max(0, wallMs - Object.values(this.stages).reduce((a, b) => a + b, 0)),
43
+ sdkCalls: this.sdkCalls,
44
+ completed
45
+ };
46
+ }
47
+ };
48
+ //#endregion
49
+ export { ComputerInputTimer };
@@ -0,0 +1,22 @@
1
+ export type ComputerProgramMethod = 'observe' | 'resolve' | 'act' | 'waitFor' | 'verify' | 'emitScreenshot';
2
+ export type ComputerProgramHost = (method: ComputerProgramMethod, args: unknown, signal: AbortSignal) => Promise<unknown>;
3
+ /** UI-only capability table; no general tool discovery, disk store, or output spill. */
4
+ export declare function executeComputerProgram(code: string, host: ComputerProgramHost, store: Record<string, unknown>, signal: AbortSignal, timeoutMs?: number): Promise<{
5
+ status: "program_error";
6
+ output: string;
7
+ errorCode: string;
8
+ scriptError: string;
9
+ scriptErrorMessage?: undefined;
10
+ } | {
11
+ status: "program_error";
12
+ output: string;
13
+ errorCode: string;
14
+ scriptError: import("@earendil-works/pi-codemode").CodemodeErrorKind;
15
+ scriptErrorMessage: string;
16
+ } | {
17
+ status: "program_completed";
18
+ output: string;
19
+ errorCode?: undefined;
20
+ scriptError?: undefined;
21
+ scriptErrorMessage?: undefined;
22
+ }>;
@@ -0,0 +1,105 @@
1
+ import { existsSync, readFileSync } from "node:fs";
2
+ import { z } from "zod";
3
+ import { CodemodeSandbox } from "@earendil-works/pi-codemode";
4
+ //#region src/computer/program-runtime.ts
5
+ let workerUrl;
6
+ function computerWorkerUrl() {
7
+ if (workerUrl) return workerUrl;
8
+ const bundled = new URL("./codemode-worker.js", import.meta.url);
9
+ const source = existsSync(bundled) ? bundled : new URL("./bundle/chunks/codemode-worker.js", import.meta.resolve("@earendil-works/pi-coding-agent"));
10
+ workerUrl = new URL(`data:text/javascript;base64,${readFileSync(source).toString("base64")}`);
11
+ return workerUrl;
12
+ }
13
+ /** UI-only capability table; no general tool discovery, disk store, or output spill. */
14
+ async function executeComputerProgram(code, host, store, signal, timeoutMs = 12e4) {
15
+ if (Buffer.byteLength(code) > 64 * 1024) throw new Error("COMPUTER_INPUT_LIMIT");
16
+ let busy = false;
17
+ let calls = 0;
18
+ let ended = false;
19
+ let hostErrorCode;
20
+ let cancelledHostCall = false;
21
+ const lifetime = new AbortController();
22
+ const combined = AbortSignal.any([signal, lifetime.signal]);
23
+ const inFlight = /* @__PURE__ */ new Set();
24
+ const sandbox = new CodemodeSandbox({
25
+ timeoutMs,
26
+ memoryLimitBytes: 64 * 1024 * 1024,
27
+ workerUrl: computerWorkerUrl(),
28
+ globals: [
29
+ "observe",
30
+ "resolve",
31
+ "act",
32
+ "waitFor",
33
+ "verify",
34
+ "emitScreenshot"
35
+ ].map((method) => ({
36
+ name: `ui.${method}`,
37
+ async execute(args, context) {
38
+ if (ended || ++calls > 64) {
39
+ lifetime.abort();
40
+ throw new Error("COMPUTER_PROGRAM_BUDGET");
41
+ }
42
+ if (busy) {
43
+ lifetime.abort();
44
+ throw new Error("COMPUTER_BUSY");
45
+ }
46
+ busy = true;
47
+ const operation = host(method, args, AbortSignal.any([combined, context.signal]));
48
+ inFlight.add(operation);
49
+ try {
50
+ return await operation;
51
+ } catch (error) {
52
+ if (error instanceof Error && /^COMPUTER_[A-Z_0-9]{1,80}$/.test(error.message)) hostErrorCode = error.message;
53
+ lifetime.abort();
54
+ throw error;
55
+ } finally {
56
+ cancelledHostCall ||= context.signal.aborted || combined.aborted;
57
+ inFlight.delete(operation);
58
+ busy = false;
59
+ }
60
+ }
61
+ }))
62
+ });
63
+ try {
64
+ const result = await sandbox.execute(code, {
65
+ store,
66
+ signal: combined
67
+ });
68
+ const unawaited = inFlight.size > 0;
69
+ ended = true;
70
+ lifetime.abort();
71
+ await Promise.allSettled([...inFlight]);
72
+ const text = result.output.filter((item) => item.type === "text").map((item) => item.text).join("\n").slice(0, 16e3);
73
+ if (unawaited || cancelledHostCall || hostErrorCode) return {
74
+ status: "program_error",
75
+ output: text,
76
+ errorCode: hostErrorCode ?? "COMPUTER_PROGRAM_UNAWAITED_CALL",
77
+ scriptError: "aborted"
78
+ };
79
+ if (result.ok === false) return {
80
+ status: "program_error",
81
+ output: text,
82
+ errorCode: hostErrorCode ?? "COMPUTER_PROGRAM_FAILED",
83
+ scriptError: result.error.kind,
84
+ scriptErrorMessage: result.error.message.slice(0, 1e3)
85
+ };
86
+ const next = { ...store };
87
+ for (const key of result.storeWrites.delete) delete next[key];
88
+ Object.assign(next, result.storeWrites.set);
89
+ if (Object.keys(next).length > 64 || Buffer.byteLength(JSON.stringify(next)) > 64 * 1024) throw new Error("COMPUTER_PROGRAM_STORE_LIMIT");
90
+ z.record(z.string(), z.json()).parse(next);
91
+ for (const key of Object.keys(store)) delete store[key];
92
+ Object.assign(store, next);
93
+ return {
94
+ status: "program_completed",
95
+ output: text
96
+ };
97
+ } finally {
98
+ ended = true;
99
+ lifetime.abort();
100
+ await sandbox.close();
101
+ await Promise.allSettled([...inFlight]);
102
+ }
103
+ }
104
+ //#endregion
105
+ export { executeComputerProgram };
@@ -45,14 +45,32 @@ declare const Reply: z.ZodObject<{
45
45
  precheckMs: z.ZodNumber;
46
46
  inputMs: z.ZodNumber;
47
47
  postObserveMs: z.ZodNumber;
48
+ inputDetail: z.ZodOptional<z.ZodObject<{
49
+ wallMs: z.ZodNumber;
50
+ identityCheckMs: z.ZodNumber;
51
+ actionValidationMs: z.ZodNumber;
52
+ windowsInputGuardMs: z.ZodNullable<z.ZodNumber>;
53
+ sdkCallMs: z.ZodNumber;
54
+ resultValidationMs: z.ZodNumber;
55
+ renderGraceMs: z.ZodNumber;
56
+ unattributedMs: z.ZodNumber;
57
+ sdkCalls: z.ZodNumber;
58
+ completed: z.ZodBoolean;
59
+ }, z.core.$strict>>;
60
+ precheckSamples: z.ZodOptional<z.ZodNumber>;
61
+ }, z.core.$strict>>;
62
+ transportTiming: z.ZodOptional<z.ZodObject<{
63
+ brokerWallMs: z.ZodNumber;
64
+ frameUploadMs: z.ZodNullable<z.ZodNumber>;
65
+ commandWallMs: z.ZodNumber;
48
66
  }, z.core.$strict>>;
49
67
  errorCode: z.ZodOptional<z.ZodString>;
50
68
  diagnostic: z.ZodOptional<z.ZodObject<{
51
69
  errorCode: z.ZodString;
52
70
  phase: z.ZodEnum<{
53
71
  model: "model";
54
- observe: "observe";
55
72
  dispatch: "dispatch";
73
+ observe: "observe";
56
74
  frame_upload: "frame_upload";
57
75
  }>;
58
76
  diagnosticId: z.ZodUUID;
@@ -122,6 +140,10 @@ export declare const ComputerUseInputSchema: z.ZodDiscriminatedUnion<[z.ZodObjec
122
140
  observe: "observe";
123
141
  }>;
124
142
  prepare: z.ZodBoolean;
143
+ planner: z.ZodOptional<z.ZodEnum<{
144
+ agent: "agent";
145
+ gui: "gui";
146
+ }>>;
125
147
  }, z.core.$strict>, z.ZodObject<{
126
148
  op: z.ZodLiteral<"observe">;
127
149
  question: z.ZodOptional<z.ZodString>;
@@ -151,6 +173,11 @@ export declare const ComputerUseInputSchema: z.ZodDiscriminatedUnion<[z.ZodObjec
151
173
  label: z.ZodString;
152
174
  }, z.core.$strict>], "kind">>;
153
175
  flowId: z.ZodOptional<z.ZodUUID>;
176
+ }, z.core.$strict>, z.ZodObject<{
177
+ op: z.ZodLiteral<"exec">;
178
+ code: z.ZodString;
179
+ maxActions: z.ZodOptional<z.ZodNumber>;
180
+ timeoutMs: z.ZodOptional<z.ZodNumber>;
154
181
  }, z.core.$strict>, z.ZodObject<{
155
182
  op: z.ZodLiteral<"run">;
156
183
  goal: z.ZodString;
@@ -181,6 +208,10 @@ export type ComputerUseInput = z.infer<typeof ComputerUseInputSchema>;
181
208
  export interface ComputerPublicResult {
182
209
  status: string;
183
210
  sessionId: string;
211
+ output?: string;
212
+ scriptError?: string;
213
+ scriptErrorMessage?: string;
214
+ imageRef?: string;
184
215
  pending?: boolean;
185
216
  summary?: string;
186
217
  receipt?: z.infer<typeof Reply>['receipt'];
@@ -238,8 +269,11 @@ export declare class ComputerRuntime {
238
269
  private readonly reports;
239
270
  private readonly openingReports;
240
271
  constructor(endpoints: EndpointToolRuntime, getConfig: () => Config, getTurnEndpoint?: (owner: string) => string | undefined, flowStore?: ComputerFlowRepository);
241
- execute(owner: string, input: ComputerUseInput, signal?: AbortSignal): Promise<ComputerPublicResult>;
272
+ execute(owner: string, input: ComputerUseInput, signal?: AbortSignal, execution?: {
273
+ toolCallId: string;
274
+ }): Promise<ComputerPublicResult>;
242
275
  private flowScope;
276
+ private executeProgram;
243
277
  private executeGoal;
244
278
  private executeInput;
245
279
  private isUndispatchedChange;