@xopcai/xopc 0.0.437 → 0.0.438
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser-ext/dist/assets/{page-context-b-rB5vJC.js → page-context-DngcqfGf.js} +130 -9
- package/dist/browser-ext/dist/background.js +9 -1
- package/dist/browser-ext/dist/sidepanel.html +1 -1
- package/dist/browser-ext/dist/sidepanel.js +1 -1
- package/dist/browser-ext/manifest.json +1 -1
- package/dist/extensions/telegram/xopc.extension.json +1 -1
- package/dist/gateway/static/root/assets/{activity-store-CXhhy7_9.js → activity-store-Fl327RND.js} +1 -1
- package/dist/gateway/static/root/assets/{agent-avatar-dicebear-_h4GxzUK.js → agent-avatar-dicebear-DL_MfWA8.js} +1 -1
- package/dist/gateway/static/root/assets/{agent-avatar-display-B_QEDfMT.js → agent-avatar-display-BTDt883i.js} +2 -2
- package/dist/gateway/static/root/assets/{agent-defaults-settings-panel-DWIluCZB.js → agent-defaults-settings-panel-CuiIuR1Q.js} +1 -1
- package/dist/gateway/static/root/assets/{agent-plugin-dialog-lCWIS06R.js → agent-plugin-dialog-moOAOJPs.js} +1 -1
- package/dist/gateway/static/root/assets/{agents-C-tIn72l.js → agents-B1yM1cWS.js} +3 -3
- package/dist/gateway/static/root/assets/{agents-admin-api-DIStX2e1.js → agents-admin-api-D6pZX7nW.js} +1 -1
- package/dist/gateway/static/root/assets/{api-C4xrqOKi.js → api-H3OfSCEz.js} +1 -1
- package/dist/gateway/static/root/assets/{api-bT-kA268.js → api-np_upIrk.js} +1 -1
- package/dist/gateway/static/root/assets/{app-management-settings-panel-Dk75Bmi2.js → app-management-settings-panel-IFKcvOK9.js} +1 -1
- package/dist/gateway/static/root/assets/{appearance-settings-DTj1XI4v.js → appearance-settings-Cfb4s0Ik.js} +1 -1
- package/dist/gateway/static/root/assets/{apps-page-7iAULaEl.js → apps-page-DMDwnwEi.js} +1 -1
- package/dist/gateway/static/root/assets/{archive-plugin-BADrW4yR.js → archive-plugin-DBKvxHvn.js} +1 -1
- package/dist/gateway/static/root/assets/{automation-api-CRz5EE_c.js → automation-api-iUvu64Gn.js} +1 -1
- package/dist/gateway/static/root/assets/{automation-result-state-D0EHDk4V.js → automation-result-state-EFwxlLpI.js} +1 -1
- package/dist/gateway/static/root/assets/{automation-run-list-CnaV2j9R.js → automation-run-list-C66yqC4g.js} +1 -1
- package/dist/gateway/static/root/assets/{automation-task-card-DD4yjrI6.js → automation-task-card-DXNh_uKL.js} +1 -1
- package/dist/gateway/static/root/assets/{automations-page-DDNx4Gn3.js → automations-page-iCsHbzY_.js} +1 -1
- package/dist/gateway/static/root/assets/{automations-workspace-CtidgXTX.js → automations-workspace-DnLrs-fb.js} +2 -2
- package/dist/gateway/static/root/assets/{binary-plugins-hpeH8g5V.js → binary-plugins-C5K0CWqt.js} +1 -1
- package/dist/gateway/static/root/assets/{block-editor-P_RGb2rE.js → block-editor-3TVEcFpk.js} +1 -1
- package/dist/gateway/static/root/assets/{browser-automation-inputs-C3gQlgox.js → browser-automation-inputs-Wuph6STC.js} +1 -1
- package/dist/gateway/static/root/assets/{browser-automations-page-CsdyL6q5.js → browser-automations-page-THaENU71.js} +1 -1
- package/dist/gateway/static/root/assets/{browser-control-api-Btwz8koK.js → browser-control-api-DeRUE9Io.js} +1 -1
- package/dist/gateway/static/root/assets/{browser-settings-page-B-ks3b8r.js → browser-settings-page-CeNb4Kyc.js} +1 -1
- package/dist/gateway/static/root/assets/{capabilities-f0YyWX04.js → capabilities-B3cchabB.js} +1 -1
- package/dist/gateway/static/root/assets/{capabilities-C4F2D1gH.js → capabilities-CFO_gAma.js} +1 -1
- package/dist/gateway/static/root/assets/{capabilities-page-CJm5gNu8.js → capabilities-page-KM3X4Bj-.js} +2 -2
- package/dist/gateway/static/root/assets/{capabilities-settings-panel-BMg8DBa0.js → capabilities-settings-panel-CX201jtA.js} +1 -1
- package/dist/gateway/static/root/assets/{channels-DYgvP8sO.js → channels-DmF6s5BH.js} +1 -1
- package/dist/gateway/static/root/assets/{chat-agents-api-BrsUEl3u.js → chat-agents-api-ipkXPITj.js} +1 -1
- package/dist/gateway/static/root/assets/{chat-chart-block-Cq3aoRzV.js → chat-chart-block-KOdy3HcB.js} +1 -1
- package/dist/gateway/static/root/assets/{chat-page-dh7ImvX8.js → chat-page-DZy7iw5A.js} +6 -6
- package/dist/gateway/static/root/assets/{chat-terminal-dock-2eGZ5qZ7.js → chat-terminal-dock-BouLAS3C.js} +1 -1
- package/dist/gateway/static/root/assets/{command-palette-api-BEqdX7Q-.js → command-palette-api-CHEmmKmY.js} +1 -1
- package/dist/gateway/static/root/assets/{composer-payload-handoff-BBm3ypBb.js → composer-payload-handoff-DQVtV0L9.js} +1 -1
- package/dist/gateway/static/root/assets/{computer-settings-page-DUhsxs4l.js → computer-settings-page-DwEzbr0-.js} +1 -1
- package/dist/gateway/static/root/assets/{connected-providers-grid-BsCLGLnw.js → connected-providers-grid-CWdA7VtN.js} +1 -1
- package/dist/gateway/static/root/assets/{connection-usage-guide-BgvvHMc4.js → connection-usage-guide-5RmYdXoS.js} +1 -1
- package/dist/gateway/static/root/assets/{connector-service-page-C3SmPK1c.js → connector-service-page-TeYvzScr.js} +1 -1
- package/dist/gateway/static/root/assets/{connectors-api-Now9xXuA.js → connectors-api-Byw6RD4z.js} +1 -1
- package/dist/gateway/static/root/assets/{connectors-page-CTMeC7Pt.js → connectors-page-B4PrSnT8.js} +1 -1
- package/dist/gateway/static/root/assets/{date-picker-CBoc2ETg.js → date-picker-BpccZyjF.js} +1 -1
- package/dist/gateway/static/root/assets/{desktop-pet-DS2dJydK.js → desktop-pet-DfGMB4GN.js} +1 -1
- package/dist/gateway/static/root/assets/{desktop-pet-settings-CzGc9byI.js → desktop-pet-settings-ky__zEoY.js} +1 -1
- package/dist/gateway/static/root/assets/{dev-view-store-BXMp1Npf.js → dev-view-store-do-XMWDA.js} +1 -1
- package/dist/gateway/static/root/assets/{device-pairing-wizard--SCayxiS.js → device-pairing-wizard-CQNlQGYH.js} +1 -1
- package/dist/gateway/static/root/assets/{directory-picker-path-field-P_-tLtwi.js → directory-picker-path-field-DjhHz-4p.js} +1 -1
- package/dist/gateway/static/root/assets/{discussion-annotation-sync-D_NJLur2.js → discussion-annotation-sync-CvGsuUi9.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-debug-page-CE9KJpjL.js → extension-debug-page-BimrAkDl.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-iframe-host-ClbrQvGF.js → extension-iframe-host-7zoDddj6.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-marketplace-api-BNNQYLeu.js → extension-marketplace-api-DA-nbL9C.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-page-C6qZ9pGs.js → extension-page-wjS2go2N.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-provider-KmpUveDY.js → extension-provider-C2L-lGqA.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-settings-page-DWKB4ETv.js → extension-settings-page-CTHs7h7H.js} +1 -1
- package/dist/gateway/static/root/assets/{file-preview-surface-CEDfehx5.js → file-preview-surface-QUJiCKCs.js} +1 -1
- package/dist/gateway/static/root/assets/{gateway-config-swr-CtEdaxOS.js → gateway-config-swr-RHiDzhCY.js} +1 -1
- package/dist/gateway/static/root/assets/gateway-realtime-DUlVfng6.js +1 -0
- package/dist/gateway/static/root/assets/gateway-realtime-store-C_CDU3to.js +1 -0
- package/dist/gateway/static/root/assets/{gateway-restart-srJ9TMC5.js → gateway-restart-L34umMj8.js} +1 -1
- package/dist/gateway/static/root/assets/{gateway-settings-DWVxjM9y.js → gateway-settings-DjwPEBcq.js} +1 -1
- package/dist/gateway/static/root/assets/{gateway-startup-retry-xpHdw5uq.js → gateway-startup-retry-CgLo6P66.js} +1 -1
- package/dist/gateway/static/root/assets/{global-defaults-api-C-ogBDn1.js → global-defaults-api-Cv6QEJBa.js} +1 -1
- package/dist/gateway/static/root/assets/{home-page-2Uj--v_o.js → home-page-D9gDR4MB.js} +2 -2
- package/dist/gateway/static/root/assets/{image-generation-api-DFGE3Ait.js → image-generation-api-C_GDIILz.js} +1 -1
- package/dist/gateway/static/root/assets/{imports-page-BkslHrr5.js → imports-page-CvY8wdNu.js} +1 -1
- package/dist/gateway/static/root/assets/{index-BxHzmTJV.js → index-BVyX4V3C.js} +5 -5
- package/dist/gateway/static/root/assets/{install-connector-dialog-Fctw32Lx.js → install-connector-dialog-Cnx5oOXv.js} +1 -1
- package/dist/gateway/static/root/assets/{keyboard-shortcuts-settings-DFBpeaA_.js → keyboard-shortcuts-settings-AXisbvQn.js} +1 -1
- package/dist/gateway/static/root/assets/{local-app-workbench-page-hJzkUVoK.js → local-app-workbench-page-DxO9ZTU_.js} +1 -1
- package/dist/gateway/static/root/assets/{local-apps-page-Bj-nywIv.js → local-apps-page-sas0hMvK.js} +1 -1
- package/dist/gateway/static/root/assets/{local-session-drafts-hodTdtvj.js → local-session-drafts-DzHbV0VQ.js} +1 -1
- package/dist/gateway/static/root/assets/{locale-store-LhhHA2sK.js → locale-store-BRJAl_Kx.js} +1 -1
- package/dist/gateway/static/root/assets/{logs-page-CcM2foZi.js → logs-page-BkuLDfZ4.js} +1 -1
- package/dist/gateway/static/root/assets/management-settings-CPPZfnc7.js +1 -0
- package/dist/gateway/static/root/assets/{markdown-view-usF9EoMp.js → markdown-view-BRNPKsnn.js} +1 -1
- package/dist/gateway/static/root/assets/{mcp-conversation-setup-page-CfHcS8aO.js → mcp-conversation-setup-page-C5gTNa2U.js} +1 -1
- package/dist/gateway/static/root/assets/{media-plugins-Kpj3pQ3i.js → media-plugins-BMvgnbE7.js} +1 -1
- package/dist/gateway/static/root/assets/messages-Ct1hODNU.js +3 -0
- package/dist/gateway/static/root/assets/{model-selector-VVkCmNdS.js → model-selector-kWRDioTb.js} +1 -1
- package/dist/gateway/static/root/assets/{models-hub-cache-BfrcizHv.js → models-hub-cache-h2vf54qy.js} +1 -1
- package/dist/gateway/static/root/assets/{note-detail-panel-vvlPKLHz.js → note-detail-panel-DcTiI934.js} +3 -3
- package/dist/gateway/static/root/assets/note-image-lightbox-Bjefof6e.js +1 -0
- package/dist/gateway/static/root/assets/{notes-api-DflS6I2c.js → notes-api-D29fdWyC.js} +1 -1
- package/dist/gateway/static/root/assets/{notes-page-DKPHaszO.js → notes-page-CqnQ_UEf.js} +1 -1
- package/dist/gateway/static/root/assets/{oauth-api-CZiot_FY.js → oauth-api-C8McgC-r.js} +1 -1
- package/dist/gateway/static/root/assets/{oauth-provider-connect-BjLEJ4az.js → oauth-provider-connect-BDTdg0lv.js} +1 -1
- package/dist/gateway/static/root/assets/{page-context-capture-button-C3okR3ap.js → page-context-capture-button-Bf0qvNmd.js} +1 -1
- package/dist/gateway/static/root/assets/{page-context-draft-DRE6i2wO.js → page-context-draft-Dx0F3tHK.js} +1 -1
- package/dist/gateway/static/root/assets/page-header-store-lsAlAXWQ.js +1 -0
- package/dist/gateway/static/root/assets/{personal-avatar-TZzkeDZK.js → personal-avatar-CpEFjQ4Q.js} +1 -1
- package/dist/gateway/static/root/assets/{personal-page-Cz-KnXHT.js → personal-page-BvjPpwdy.js} +1 -1
- package/dist/gateway/static/root/assets/{personal-settings-panel-BilBWHZ1.js → personal-settings-panel-DixKsLRd.js} +1 -1
- package/dist/gateway/static/root/assets/{phone-dependencies-card-B_l_JCRy.js → phone-dependencies-card-BfpFV3SG.js} +1 -1
- package/dist/gateway/static/root/assets/{phone-model-connection-DmYRqxCF.js → phone-model-connection-Os87SvBE.js} +1 -1
- package/dist/gateway/static/root/assets/{phone-model-picker-wK2tRuj0.js → phone-model-picker-8pkA8k_N.js} +1 -1
- package/dist/gateway/static/root/assets/{phone-settings-page-DWUZuu3k.js → phone-settings-page-ByERmr61.js} +1 -1
- package/dist/gateway/static/root/assets/{phone-workspace-store-CpH233TG.js → phone-workspace-store-DfhWmYic.js} +1 -1
- package/dist/gateway/static/root/assets/{plugin-details-dialog-DIQH12Ki.js → plugin-details-dialog-J4PKpTud.js} +1 -1
- package/dist/gateway/static/root/assets/{preference-select-fields-DPXt3YyQ.js → preference-select-fields-C-PLFUS9.js} +1 -1
- package/dist/gateway/static/root/assets/{product-automation-feedback-BVkkAJkY.js → product-automation-feedback-DLsF8VBW.js} +1 -1
- package/dist/gateway/static/root/assets/{product-open-page-D-fwzOTB.js → product-open-page-BP-ssaP8.js} +1 -1
- package/dist/gateway/static/root/assets/{product-preview-content-DLnOxTnn.js → product-preview-content-BMI7ZuKU.js} +1 -1
- package/dist/gateway/static/root/assets/{product-preview-modal-AeEtUDZQ.js → product-preview-modal-DZ0zi6ZF.js} +2 -2
- package/dist/gateway/static/root/assets/{project-detail-page-B7L3Kvhc.js → project-detail-page-CS-NrYi5.js} +1 -1
- package/dist/gateway/static/root/assets/{project-understanding-tqZ0etEw.js → project-understanding-C9WWE-3t.js} +1 -1
- package/dist/gateway/static/root/assets/{projects-page-D65pw44g.js → projects-page-DVa38OsG.js} +1 -1
- package/dist/gateway/static/root/assets/{providers-api-DzeStdCu.js → providers-api-C1KpkGUT.js} +1 -1
- package/dist/gateway/static/root/assets/{recording-upload-Id3p5Vyv.js → recording-upload-T5ArHnPJ.js} +1 -1
- package/dist/gateway/static/root/assets/{registry-api-B3YqZBhQ.js → registry-api-Cs-R00dn.js} +1 -1
- package/dist/gateway/static/root/assets/{remote-access-hub-DxAInmWy.js → remote-access-hub-C6NBt2s-.js} +1 -1
- package/dist/gateway/static/root/assets/{resource-unavailable-DH-GGLSM.js → resource-unavailable-BuySLm9q.js} +1 -1
- package/dist/gateway/static/root/assets/{route-preload-C22MIvup.js → route-preload-CDMyXjLQ.js} +2 -2
- package/dist/gateway/static/root/assets/{runtime-tools-api-8mXDTzc2.js → runtime-tools-api-CvTCMobW.js} +1 -1
- package/dist/gateway/static/root/assets/{runtime-tools-settings-panel-S2HxRVlT.js → runtime-tools-settings-panel-DlW9tAnO.js} +1 -1
- package/dist/gateway/static/root/assets/{service-recommendation-list-DFqBz8S6.js → service-recommendation-list-Biono7Ua.js} +1 -1
- package/dist/gateway/static/root/assets/{session-api-DZ2Ov33K.js → session-api-BNt6b3Xl.js} +1 -1
- package/dist/gateway/static/root/assets/{session-manager-DSaoWM1F.js → session-manager-CQNN8D0M.js} +1 -1
- package/dist/gateway/static/root/assets/{sessions-page-BpUbNplq.js → sessions-page-3LErqoR9.js} +1 -1
- package/dist/gateway/static/root/assets/settings-advanced-gate-SSCcDrIV.js +1 -0
- package/dist/gateway/static/root/assets/{settings-advanced-section-TJ8MAroB.js → settings-advanced-section-D4uJuQwW.js} +1 -1
- package/dist/gateway/static/root/assets/{settings-mode-store-xhm6JIs-.js → settings-mode-store-CnG8uLvP.js} +1 -1
- package/dist/gateway/static/root/assets/{settings-page-B_XKKvWr.js → settings-page-9BthXfuc.js} +1 -1
- package/dist/gateway/static/root/assets/{settings-page-header-BEDxq_lT.js → settings-page-header-BXdbhzia.js} +1 -1
- package/dist/gateway/static/root/assets/{settings-page-layout-BftgkTYo.js → settings-page-layout-BQvK_gmr.js} +1 -1
- package/dist/gateway/static/root/assets/{setup-interaction-page-BtihoIoz.js → setup-interaction-page-D1uhozUt.js} +1 -1
- package/dist/gateway/static/root/assets/{setup-status-panel-DehYof2V.js → setup-status-panel-C1o4-hF4.js} +1 -1
- package/dist/gateway/static/root/assets/{share-link-dialog-C-mhzvLF.js → share-link-dialog-QTEdYG4I.js} +1 -1
- package/dist/gateway/static/root/assets/{share-preview-page-Cnxfv66F.js → share-preview-page-Ba77bFgS.js} +1 -1
- package/dist/gateway/static/root/assets/{shares-api-D2HTaQZH.js → shares-api-DayDdoBR.js} +1 -1
- package/dist/gateway/static/root/assets/{shares-settings-BLcnCGon.js → shares-settings-67poMpxi.js} +1 -1
- package/dist/gateway/static/root/assets/{skill-api-DOISy5q8.js → skill-api-DR3vdsrS.js} +1 -1
- package/dist/gateway/static/root/assets/{skill-list-api-LoIlcCDf.js → skill-list-api-D6X3XyTd.js} +1 -1
- package/dist/gateway/static/root/assets/{skill-reload-api-qSwB_mAH.js → skill-reload-api-Wu0UkQ13.js} +1 -1
- package/dist/gateway/static/root/assets/{skills-page-CJXLVK0U.js → skills-page-FmjOxilb.js} +1 -1
- package/dist/gateway/static/root/assets/{system-settings-panel-BT6_yFco.js → system-settings-panel-BLeXSW3w.js} +1 -1
- package/dist/gateway/static/root/assets/{task-detail-page-1AFyRTia.js → task-detail-page-B5uwlFwb.js} +1 -1
- package/dist/gateway/static/root/assets/{task-result-evidence-CkwEM0In.js → task-result-evidence-m78K4eAp.js} +1 -1
- package/dist/gateway/static/root/assets/{terminal-panel-store-BP3dN3md.js → terminal-panel-store-CWpiIbPY.js} +1 -1
- package/dist/gateway/static/root/assets/{theme-store-BZ8YC33M.js → theme-store-B9upxkW-.js} +1 -1
- package/dist/gateway/static/root/assets/{tracing-settings-page-9YvEnES_.js → tracing-settings-page-CACPSXVV.js} +1 -1
- package/dist/gateway/static/root/assets/{tunnel-api-CnPOg1pg.js → tunnel-api-CCC7XSFJ.js} +1 -1
- package/dist/gateway/static/root/assets/{understanding-activity-store-3sOhoxX4.js → understanding-activity-store-D7WFQ-t7.js} +1 -1
- package/dist/gateway/static/root/assets/{understanding-refresh-store-BBXlbRLa.js → understanding-refresh-store-CvOFPfDi.js} +1 -1
- package/dist/gateway/static/root/assets/{usage-page-6LW4yLy1.js → usage-page-P9-7xf1p.js} +1 -1
- package/dist/gateway/static/root/assets/{use-autosave-CDy9yziL.js → use-autosave-BNNxl23c.js} +1 -1
- package/dist/gateway/static/root/assets/{use-composer-attachments-C4eSyX-C.js → use-composer-attachments-7uMSpyxm.js} +1 -1
- package/dist/gateway/static/root/assets/{use-file-preview-expanded-SFqd8k7K.js → use-file-preview-expanded-C-NCuwM3.js} +2 -2
- package/dist/gateway/static/root/assets/{use-personal-profile-sQzaa6Dy.js → use-personal-profile-1lm_wDMe.js} +1 -1
- package/dist/gateway/static/root/assets/{use-workspace-tree-DKPvcyw1.js → use-workspace-tree-HlkNpRDC.js} +1 -1
- package/dist/gateway/static/root/assets/{user-model-page-DYVp7nA6.js → user-model-page-B6XfYtEm.js} +1 -1
- package/dist/gateway/static/root/assets/{voice-api-key-field-BKXWXCit.js → voice-api-key-field-CRZS6XEF.js} +1 -1
- package/dist/gateway/static/root/assets/{voice-config-api-DNxzs-eF.js → voice-config-api-CrgRaCMk.js} +1 -1
- package/dist/gateway/static/root/assets/{voice-input-shortcut-events-3kcfHPrY.js → voice-input-shortcut-events-vjcw6SRC.js} +1 -1
- package/dist/gateway/static/root/assets/{voice-transcribe-api-CVVa_x99.js → voice-transcribe-api-CtUoGgGT.js} +1 -1
- package/dist/gateway/static/root/assets/{work-discovery-overlay-B4F3MACu.js → work-discovery-overlay-C9tI_qQv.js} +1 -1
- package/dist/gateway/static/root/assets/{work-discovery-page-BuKTCGSR.js → work-discovery-page-C-8kE4mx.js} +1 -1
- package/dist/gateway/static/root/assets/{working-directory-picker-modal-BiDK93J_.js → working-directory-picker-modal-B5fxn2wG.js} +1 -1
- package/dist/gateway/static/root/assets/{workspace-api-S2aJOX7w.js → workspace-api-DP2ozrRe.js} +2 -2
- package/dist/gateway/static/root/assets/workspace-editor-agent-store-Dw3xS3sE.js +1 -0
- package/dist/gateway/static/root/assets/{workspace-file-preview-dialog-B9f3GN7l.js → workspace-file-preview-dialog-Cp86E6-h.js} +1 -1
- package/dist/gateway/static/root/assets/{workspace-open-location-menu-BNjipenH.js → workspace-open-location-menu-CWOgHMmR.js} +1 -1
- package/dist/gateway/static/root/assets/{xopc-cloud-account-card-Csye7zKU.js → xopc-cloud-account-card-CIaHnCGw.js} +1 -1
- package/dist/gateway/static/root/index.html +80 -80
- package/dist/package.js +1 -1
- package/dist/packages/browser-control-contract/src/remote.js +237 -0
- package/dist/packages/computer-control-contract/src/index.js +12 -2
- package/dist/packages/endpoint-tools-client/src/index.js +8 -0
- package/dist/packages/endpoint-tools-protocol/src/command.js +83 -0
- package/dist/packages/endpoint-tools-protocol/src/execution.js +102 -0
- package/dist/packages/endpoint-tools-protocol/src/index.js +61 -7
- package/dist/packages/endpoint-tools-protocol/src/operation-status.js +76 -0
- package/dist/packages/endpoint-tools-protocol/src/screen.js +28 -0
- package/dist/packages/endpoint-tools-protocol/src/terminal.js +173 -0
- package/dist/packages/endpoint-tools-protocol/src/workspace.js +143 -0
- package/dist/packages/gateway-contract/src/desktop-chat.js +29 -0
- package/dist/packages/gateway-contract/src/desktop-execution-stop.js +36 -0
- package/dist/packages/gateway-contract/src/desktop-host.js +87 -0
- package/dist/packages/gateway-contract/src/device-pairing.js +17 -4
- package/dist/packages/gateway-contract/src/gateway-scopes.js +6 -2
- package/dist/packages/gateway-contract/src/index.js +6 -0
- package/dist/packages/realtime-protocol/src/index.js +15 -2
- package/dist/src/agent/context/project-context.d.ts +1 -0
- package/dist/src/agent/context/project-context.js +9 -2
- package/dist/src/agent/embedded/run-turn.js +5 -2
- package/dist/src/agent/external-tools/endpoint-provider.js +76 -4
- package/dist/src/agent/memory/context-recovery.d.ts +3 -3
- package/dist/src/agent/memory/context-recovery.js +10 -3
- package/dist/src/agent/memory/repeated-read-projection.d.ts +9 -0
- package/dist/src/agent/memory/repeated-read-projection.js +78 -0
- package/dist/src/agent/sandbox/exec-policy.js +2 -0
- package/dist/src/agent/sandbox/types.d.ts +1 -0
- package/dist/src/agent/service/direct-turn-helpers.js +2 -1
- package/dist/src/agent/service/process-direct-streaming.js +4 -2
- package/dist/src/agent/source-context/browser-tab.js +1 -0
- package/dist/src/agent/source-context/device-environment.js +9 -3
- package/dist/src/agent/source-context/index.js +7 -3
- package/dist/src/agent/source-context/injector.d.ts +4 -0
- package/dist/src/agent/source-context/injector.js +23 -8
- package/dist/src/agent/source-context/source-context-projection.d.ts +8 -0
- package/dist/src/agent/source-context/source-context-projection.js +127 -0
- package/dist/src/agent/source-context/types.js +4 -1
- package/dist/src/agent/tools/exec-command.js +3 -2
- package/dist/src/agent/tools/factory.d.ts +7 -1
- package/dist/src/agent/tools/factory.js +103 -14
- package/dist/src/automations/api/dispatcher.d.ts +6 -0
- package/dist/src/automations/api/dispatcher.js +17 -0
- package/dist/src/automations/api/routes.js +2 -6
- package/dist/src/browser/drivers/browser-driver.d.ts +1 -1
- package/dist/src/browser/remote/device-driver.d.ts +26 -0
- package/dist/src/browser/remote/device-driver.js +247 -0
- package/dist/src/browser/remote/device-runtime.d.ts +9 -0
- package/dist/src/browser/remote/device-runtime.js +27 -0
- package/dist/src/browser/remote/device-target.d.ts +4 -0
- package/dist/src/browser/remote/device-target.js +20 -0
- package/dist/src/browser/remote/endpoint-transport.d.ts +4 -0
- package/dist/src/browser/remote/endpoint-transport.js +48 -0
- package/dist/src/browser/runtime/browser-runtime.d.ts +1 -0
- package/dist/src/browser/runtime/browser-runtime.js +1 -0
- package/dist/src/browser/url-policy.js +19 -6
- package/dist/src/cli/commands/doctor/checks/database-schema.js +1 -1
- package/dist/src/cli/commands/platform.js +2 -2
- package/dist/src/computer/diagnostics.d.ts +3 -3
- package/dist/src/computer/endpoint-transport.d.ts +4 -0
- package/dist/src/computer/endpoint-transport.js +54 -0
- package/dist/src/computer/evaluation.d.ts +2 -2
- package/dist/src/computer/program-runtime.js +14 -2
- package/dist/src/computer/runtime.d.ts +1 -0
- package/dist/src/computer/runtime.js +31 -11
- package/dist/src/computer/task-state.js +3 -1
- package/dist/src/endpoint-tools/capability-catalog.js +1 -1
- package/dist/src/endpoint-tools/desktop-authority-response.d.ts +19 -0
- package/dist/src/endpoint-tools/desktop-authority-response.js +38 -0
- package/dist/src/endpoint-tools/desktop-device-frame.d.ts +18 -0
- package/dist/src/endpoint-tools/desktop-device-frame.js +94 -0
- package/dist/src/endpoint-tools/desktop-execution.d.ts +14 -0
- package/dist/src/endpoint-tools/desktop-execution.js +28 -0
- package/dist/src/endpoint-tools/desktop-frame.d.ts +12 -0
- package/dist/src/endpoint-tools/desktop-frame.js +35 -0
- package/dist/src/endpoint-tools/desktop-observation.d.ts +4 -0
- package/dist/src/endpoint-tools/desktop-observation.js +20 -0
- package/dist/src/endpoint-tools/invocation-service.d.ts +35 -2
- package/dist/src/endpoint-tools/invocation-service.js +138 -14
- package/dist/src/endpoint-tools/policy.js +27 -2
- package/dist/src/endpoint-tools/registry.d.ts +5 -3
- package/dist/src/endpoint-tools/registry.js +10 -3
- package/dist/src/endpoint-tools/runtime.d.ts +4 -2
- package/dist/src/endpoint-tools/runtime.js +9 -3
- package/dist/src/endpoint-tools/terminal-broker.d.ts +90 -0
- package/dist/src/endpoint-tools/terminal-broker.js +320 -0
- package/dist/src/gateway/hono/app.js +7 -4
- package/dist/src/gateway/hono/middleware/auth.js +11 -1
- package/dist/src/gateway/hono/routes/agent-stream.js +2 -1
- package/dist/src/gateway/hono/routes/desktop-chat.d.ts +3 -0
- package/dist/src/gateway/hono/routes/desktop-chat.js +30 -0
- package/dist/src/gateway/hono/routes/desktop-execution-stop.d.ts +6 -0
- package/dist/src/gateway/hono/routes/desktop-execution-stop.js +52 -0
- package/dist/src/gateway/hono/routes/desktop-host.d.ts +3 -0
- package/dist/src/gateway/hono/routes/desktop-host.js +485 -0
- package/dist/src/gateway/hono/routes/devices.d.ts +3 -1
- package/dist/src/gateway/hono/routes/devices.js +7 -2
- package/dist/src/gateway/hono/routes/endpoint-tools.js +16 -4
- package/dist/src/gateway/hono/routes/lazy-bundles.js +21 -0
- package/dist/src/gateway/hono/routes/models.js +5 -2
- package/dist/src/gateway/hono/routes/session-input-handler.js +2 -1
- package/dist/src/gateway/security/gateway-scopes.js +10 -0
- package/dist/src/gateway/security/phone-access.js +4 -1
- package/dist/src/gateway/service/session-input-coordinator.js +5 -3
- package/dist/src/gateway/service.js +5 -4
- package/dist/src/gateway/session-context-summary.js +2 -1
- package/dist/src/home-intelligence/host.js +2 -2
- package/dist/src/providers/presentation.js +1 -1
- package/dist/src/realtime/runtime.js +86 -7
- package/dist/src/session/session-context-for-llm.js +3 -1
- package/dist/src/storage/sqlite/desktop-execution-repository.d.ts +44 -0
- package/dist/src/storage/sqlite/desktop-execution-repository.js +76 -0
- package/dist/src/storage/sqlite/desktop-execution-state.d.ts +13 -0
- package/dist/src/storage/sqlite/desktop-execution-state.js +22 -0
- package/dist/src/storage/sqlite/desktop-execution-stop-repository.d.ts +19 -0
- package/dist/src/storage/sqlite/desktop-execution-stop-repository.js +66 -0
- package/dist/src/storage/sqlite/desktop-operation-repository.d.ts +79 -0
- package/dist/src/storage/sqlite/desktop-operation-repository.js +143 -0
- package/dist/src/storage/sqlite/device-access-repository.d.ts +12 -0
- package/dist/src/storage/sqlite/device-access-repository.js +54 -3
- package/dist/src/storage/sqlite/device-pairing-approval.js +4 -4
- package/dist/src/storage/sqlite/device-pairing-repository.d.ts +1 -1
- package/dist/src/storage/sqlite/endpoint-principal-repository.d.ts +2 -0
- package/dist/src/storage/sqlite/endpoint-principal-repository.js +5 -1
- package/dist/src/storage/sqlite/endpoint-tool-invocation-repository.d.ts +2 -0
- package/dist/src/storage/sqlite/endpoint-tool-invocation-repository.js +8 -3
- package/dist/src/storage/sqlite/schema.d.ts +2 -2
- package/dist/src/storage/sqlite/schema.js +7 -7
- package/dist/src/storage/sqlite/schema.sql +48 -3
- package/dist/src/storage/sqlite/upgrades/263_desktop_device_credentials.sql +39 -0
- package/dist/src/storage/sqlite/upgrades/264_desktop_observation_grants.sql +5 -0
- package/dist/src/storage/sqlite/upgrades/265_desktop_screen_scope.sql +3 -0
- package/dist/src/storage/sqlite/upgrades/266_endpoint_operation_audit.sql +3 -0
- package/dist/src/storage/sqlite/upgrades/267_desktop_reliable_execution.sql +15 -0
- package/dist/src/storage/sqlite/upgrades/268_desktop_operation_reviews.sql +9 -0
- package/dist/src/storage/sqlite/upgrades/269_desktop_execution_stops.sql +10 -0
- package/dist/src/tasks/task-handoff.js +2 -1
- package/package.json +6 -2
- package/dist/gateway/static/root/assets/gateway-realtime-SunJUMP3.js +0 -1
- package/dist/gateway/static/root/assets/gateway-realtime-store-BywiC4CK.js +0 -1
- package/dist/gateway/static/root/assets/management-settings-gwDIT7mY.js +0 -1
- package/dist/gateway/static/root/assets/messages-C3xqMM9W.js +0 -3
- package/dist/gateway/static/root/assets/note-image-lightbox-BDZGHYaZ.js +0 -1
- package/dist/gateway/static/root/assets/page-header-store-BVj8nDdi.js +0 -1
- package/dist/gateway/static/root/assets/settings-advanced-gate-CGgt1myW.js +0 -1
- package/dist/gateway/static/root/assets/workspace-editor-agent-store-oZKoWMdV.js +0 -1
|
@@ -0,0 +1,143 @@
|
|
|
1
|
+
import { __esmMin } from "../../../_virtual/_rolldown/runtime.js";
|
|
2
|
+
//#region packages/endpoint-tools-protocol/src/workspace.ts
|
|
3
|
+
function desktopWorkspaceDescriptor(action, boundWorkspaceId) {
|
|
4
|
+
if (boundWorkspaceId && !new RegExp(workspaceId.pattern).test(boundWorkspaceId)) throw new Error("WORKSPACE_ID_INVALID");
|
|
5
|
+
const write = action === "write";
|
|
6
|
+
return {
|
|
7
|
+
name: `desktop.workspace.${action}`,
|
|
8
|
+
title: `${action} a native-authorized desktop workspace`,
|
|
9
|
+
description: "Explicit device and workspace only. Relative paths cannot escape the native-selected directory. UTF-8 text is limited to 32768 bytes. Writes require the previously read content version, or null to create a new file. External editor races are not a global CAS; partial writes and unknown outcomes require manual verification." + (boundWorkspaceId ? ` Native-authorized workspace ID: ${boundWorkspaceId}.` : ""),
|
|
10
|
+
inputSchema: input(action),
|
|
11
|
+
outputSchema: output(action),
|
|
12
|
+
policyId: write ? "user.foreground-write" : "personal.foreground-read",
|
|
13
|
+
sensitivity: "personal",
|
|
14
|
+
effect: write ? "write" : "read",
|
|
15
|
+
confirmation: "always",
|
|
16
|
+
requiresForeground: true,
|
|
17
|
+
requiredPermissions: [write ? "workspace-write" : "workspace-read"],
|
|
18
|
+
timeoutMs: 6e4,
|
|
19
|
+
maxConcurrency: 1,
|
|
20
|
+
supportsCancellation: true,
|
|
21
|
+
idempotent: !write,
|
|
22
|
+
resultKinds: ["json"]
|
|
23
|
+
};
|
|
24
|
+
}
|
|
25
|
+
var workspaceId, path, version, bytes, text, input, output, DESKTOP_WORKSPACE_ACTIONS;
|
|
26
|
+
var init_workspace = __esmMin((() => {
|
|
27
|
+
workspaceId = {
|
|
28
|
+
type: "string",
|
|
29
|
+
pattern: "^[a-f0-9]{8}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{12}$"
|
|
30
|
+
};
|
|
31
|
+
path = {
|
|
32
|
+
type: "string",
|
|
33
|
+
maxLength: 4096
|
|
34
|
+
};
|
|
35
|
+
version = {
|
|
36
|
+
type: "string",
|
|
37
|
+
pattern: "^[a-f0-9]{64}$"
|
|
38
|
+
};
|
|
39
|
+
bytes = {
|
|
40
|
+
type: "integer",
|
|
41
|
+
minimum: 0,
|
|
42
|
+
maximum: 32768
|
|
43
|
+
};
|
|
44
|
+
text = {
|
|
45
|
+
type: "string",
|
|
46
|
+
maxLength: 32768
|
|
47
|
+
};
|
|
48
|
+
input = (action) => ({
|
|
49
|
+
type: "object",
|
|
50
|
+
additionalProperties: false,
|
|
51
|
+
required: [
|
|
52
|
+
"workspaceId",
|
|
53
|
+
"relativePath",
|
|
54
|
+
...action === "write" ? ["text", "expectedVersion"] : []
|
|
55
|
+
],
|
|
56
|
+
properties: {
|
|
57
|
+
workspaceId,
|
|
58
|
+
relativePath: path,
|
|
59
|
+
...action === "write" ? {
|
|
60
|
+
text,
|
|
61
|
+
expectedVersion: { anyOf: [version, { type: "null" }] }
|
|
62
|
+
} : {}
|
|
63
|
+
}
|
|
64
|
+
});
|
|
65
|
+
output = (action) => ({
|
|
66
|
+
type: "array",
|
|
67
|
+
minItems: 1,
|
|
68
|
+
maxItems: 1,
|
|
69
|
+
items: {
|
|
70
|
+
type: "object",
|
|
71
|
+
additionalProperties: false,
|
|
72
|
+
required: ["type", "value"],
|
|
73
|
+
properties: {
|
|
74
|
+
type: { const: "json" },
|
|
75
|
+
value: { oneOf: [{
|
|
76
|
+
type: "object",
|
|
77
|
+
additionalProperties: false,
|
|
78
|
+
required: ["ok", "error"],
|
|
79
|
+
properties: {
|
|
80
|
+
ok: { const: false },
|
|
81
|
+
error: {
|
|
82
|
+
type: "string",
|
|
83
|
+
pattern: "^WORKSPACE_[A-Z_]+$",
|
|
84
|
+
maxLength: 100
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
}, {
|
|
88
|
+
type: "object",
|
|
89
|
+
additionalProperties: false,
|
|
90
|
+
required: ["ok", "result"],
|
|
91
|
+
properties: {
|
|
92
|
+
ok: { const: true },
|
|
93
|
+
result: action === "list" ? {
|
|
94
|
+
type: "object",
|
|
95
|
+
additionalProperties: false,
|
|
96
|
+
required: ["entries", "truncated"],
|
|
97
|
+
properties: {
|
|
98
|
+
entries: {
|
|
99
|
+
type: "array",
|
|
100
|
+
maxItems: 100,
|
|
101
|
+
items: {
|
|
102
|
+
type: "object",
|
|
103
|
+
additionalProperties: false,
|
|
104
|
+
required: ["name", "kind"],
|
|
105
|
+
properties: {
|
|
106
|
+
name: {
|
|
107
|
+
type: "string",
|
|
108
|
+
maxLength: 255
|
|
109
|
+
},
|
|
110
|
+
kind: { enum: ["file", "directory"] }
|
|
111
|
+
}
|
|
112
|
+
}
|
|
113
|
+
},
|
|
114
|
+
truncated: { type: "boolean" }
|
|
115
|
+
}
|
|
116
|
+
} : {
|
|
117
|
+
type: "object",
|
|
118
|
+
additionalProperties: false,
|
|
119
|
+
required: [
|
|
120
|
+
"version",
|
|
121
|
+
"bytes",
|
|
122
|
+
...action === "read" ? ["text"] : []
|
|
123
|
+
],
|
|
124
|
+
properties: {
|
|
125
|
+
version,
|
|
126
|
+
bytes,
|
|
127
|
+
...action === "read" ? { text } : {}
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
}] }
|
|
132
|
+
}
|
|
133
|
+
}
|
|
134
|
+
});
|
|
135
|
+
DESKTOP_WORKSPACE_ACTIONS = [
|
|
136
|
+
"list",
|
|
137
|
+
"read",
|
|
138
|
+
"write"
|
|
139
|
+
];
|
|
140
|
+
}));
|
|
141
|
+
//#endregion
|
|
142
|
+
init_workspace();
|
|
143
|
+
export { DESKTOP_WORKSPACE_ACTIONS, desktopWorkspaceDescriptor, init_workspace };
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import { __esmMin } from "../../../_virtual/_rolldown/runtime.js";
|
|
2
|
+
import { z } from "zod";
|
|
3
|
+
//#region packages/gateway-contract/src/desktop-chat.ts
|
|
4
|
+
var DESKTOP_CHAT_MANIFEST, DesktopChatIdentitySchema;
|
|
5
|
+
var init_desktop_chat = __esmMin((() => {
|
|
6
|
+
DESKTOP_CHAT_MANIFEST = Object.freeze({
|
|
7
|
+
contract: "xopc.desktop-chat.v1",
|
|
8
|
+
realtimeProtocolVersion: 2,
|
|
9
|
+
identityProofVersion: 1,
|
|
10
|
+
transport: "read-ticket-resource.v1"
|
|
11
|
+
});
|
|
12
|
+
DesktopChatIdentitySchema = z.strictObject({
|
|
13
|
+
gatewayId: z.uuid(),
|
|
14
|
+
publicKey: z.string().min(80).max(512)
|
|
15
|
+
});
|
|
16
|
+
z.strictObject({
|
|
17
|
+
ok: z.literal(true),
|
|
18
|
+
payload: DesktopChatIdentitySchema.extend({ manifest: z.strictObject({
|
|
19
|
+
contract: z.literal(DESKTOP_CHAT_MANIFEST.contract),
|
|
20
|
+
realtimeProtocolVersion: z.literal(DESKTOP_CHAT_MANIFEST.realtimeProtocolVersion),
|
|
21
|
+
identityProofVersion: z.literal(1),
|
|
22
|
+
transport: z.literal(DESKTOP_CHAT_MANIFEST.transport),
|
|
23
|
+
chat: z.literal("text-receipt.v1").optional()
|
|
24
|
+
}) })
|
|
25
|
+
});
|
|
26
|
+
}));
|
|
27
|
+
//#endregion
|
|
28
|
+
init_desktop_chat();
|
|
29
|
+
export { DESKTOP_CHAT_MANIFEST, DesktopChatIdentitySchema, init_desktop_chat };
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
import { __esmMin } from "../../../_virtual/_rolldown/runtime.js";
|
|
2
|
+
import { z } from "zod";
|
|
3
|
+
//#region packages/gateway-contract/src/desktop-execution-stop.ts
|
|
4
|
+
function desktopExecutionStopSigningPayload(input) {
|
|
5
|
+
const value = desktopExecutionStopSchema.parse(input);
|
|
6
|
+
return [
|
|
7
|
+
"xopc-desktop-execution-stop-v1",
|
|
8
|
+
value.stopId,
|
|
9
|
+
value.gatewayId,
|
|
10
|
+
value.deviceId,
|
|
11
|
+
value.grantId,
|
|
12
|
+
String(value.authorizationRevision),
|
|
13
|
+
value.leaseGeneration,
|
|
14
|
+
"execution-stopped:true"
|
|
15
|
+
].join("\n");
|
|
16
|
+
}
|
|
17
|
+
var desktopExecutionStopSchema, signedDesktopExecutionStopSchema;
|
|
18
|
+
var init_desktop_execution_stop = __esmMin((() => {
|
|
19
|
+
desktopExecutionStopSchema = z.strictObject({
|
|
20
|
+
version: z.literal(1),
|
|
21
|
+
stopId: z.uuid(),
|
|
22
|
+
gatewayId: z.uuid(),
|
|
23
|
+
deviceId: z.uuid(),
|
|
24
|
+
grantId: z.uuid(),
|
|
25
|
+
authorizationRevision: z.number().int().positive().max(Number.MAX_SAFE_INTEGER),
|
|
26
|
+
leaseGeneration: z.uuid(),
|
|
27
|
+
executionStopped: z.literal(true)
|
|
28
|
+
});
|
|
29
|
+
signedDesktopExecutionStopSchema = z.strictObject({
|
|
30
|
+
receipt: desktopExecutionStopSchema,
|
|
31
|
+
signature: z.string().regex(/^[A-Za-z0-9_-]{86}$/)
|
|
32
|
+
});
|
|
33
|
+
}));
|
|
34
|
+
//#endregion
|
|
35
|
+
init_desktop_execution_stop();
|
|
36
|
+
export { desktopExecutionStopSchema, desktopExecutionStopSigningPayload, init_desktop_execution_stop, signedDesktopExecutionStopSchema };
|
|
@@ -0,0 +1,87 @@
|
|
|
1
|
+
import { __esmMin } from "../../../_virtual/_rolldown/runtime.js";
|
|
2
|
+
import { devicePairingRouteSchema, init_device_pairing } from "./device-pairing.js";
|
|
3
|
+
import { z } from "zod";
|
|
4
|
+
//#region packages/gateway-contract/src/desktop-host.ts
|
|
5
|
+
var DESKTOP_HOST_MANIFEST, desktopSshOriginSchema, desktopPairingRouteSchema, DESKTOP_HOST_CAPABILITIES, DESKTOP_STATE_OBSERVATION_TOOL, DESKTOP_SCREEN_OBSERVATION_TOOL, desktopExecutionGrantSchema, desktopPairingInvitationSchema;
|
|
6
|
+
var init_desktop_host = __esmMin((() => {
|
|
7
|
+
init_device_pairing();
|
|
8
|
+
DESKTOP_HOST_MANIFEST = Object.freeze({
|
|
9
|
+
contract: "xopc.desktop-host.v1",
|
|
10
|
+
devicePairingVersion: 3,
|
|
11
|
+
requestProofVersion: 1,
|
|
12
|
+
credentialOnly: true,
|
|
13
|
+
observation: false,
|
|
14
|
+
execution: false
|
|
15
|
+
});
|
|
16
|
+
desktopSshOriginSchema = z.string().max(2048).url().refine((value) => {
|
|
17
|
+
try {
|
|
18
|
+
const url = new URL(value);
|
|
19
|
+
return value === url.origin && url.protocol === "http:" && [
|
|
20
|
+
"127.0.0.1",
|
|
21
|
+
"[::1]",
|
|
22
|
+
"localhost"
|
|
23
|
+
].includes(url.hostname);
|
|
24
|
+
} catch {
|
|
25
|
+
return false;
|
|
26
|
+
}
|
|
27
|
+
}, "Desktop SSH pairing requires a canonical loopback HTTP origin");
|
|
28
|
+
desktopPairingRouteSchema = z.union([devicePairingRouteSchema.refine((route) => route.kind !== "local-browser", "Desktop pairing cannot use browser enrollment"), z.strictObject({
|
|
29
|
+
id: z.string().min(1).max(80),
|
|
30
|
+
kind: z.literal("ssh-loopback"),
|
|
31
|
+
url: desktopSshOriginSchema
|
|
32
|
+
})]);
|
|
33
|
+
DESKTOP_HOST_CAPABILITIES = Object.freeze({
|
|
34
|
+
sshPairing: true,
|
|
35
|
+
deviceStateObservation: true,
|
|
36
|
+
screenObservation: true,
|
|
37
|
+
signedGatewayFrames: 1,
|
|
38
|
+
signedDeviceFrames: 1,
|
|
39
|
+
observationRevocationVersion: 1,
|
|
40
|
+
reliableExecutionVersion: 1,
|
|
41
|
+
operationStatusVersion: 1,
|
|
42
|
+
operationReviewVersion: 1,
|
|
43
|
+
workspaceExecutionVersion: 1,
|
|
44
|
+
containerCommandVersion: 1,
|
|
45
|
+
containerTerminalVersion: 1,
|
|
46
|
+
remoteComputerVersion: 1,
|
|
47
|
+
remoteBrowserVersion: 1,
|
|
48
|
+
executionStopVersion: 1
|
|
49
|
+
});
|
|
50
|
+
DESKTOP_STATE_OBSERVATION_TOOL = "desktop.device.get_state";
|
|
51
|
+
DESKTOP_SCREEN_OBSERVATION_TOOL = "desktop.screen.capture";
|
|
52
|
+
desktopExecutionGrantSchema = z.strictObject({
|
|
53
|
+
version: z.literal(1),
|
|
54
|
+
grantId: z.uuid(),
|
|
55
|
+
localApprovalId: z.uuid(),
|
|
56
|
+
toolRevisions: z.partialRecord(z.enum([
|
|
57
|
+
"desktop.clipboard.write",
|
|
58
|
+
"desktop.operation.get_status",
|
|
59
|
+
"desktop.workspace.list",
|
|
60
|
+
"desktop.workspace.read",
|
|
61
|
+
"desktop.workspace.write",
|
|
62
|
+
"desktop.command.run",
|
|
63
|
+
"desktop.terminal.open",
|
|
64
|
+
"desktop.terminal.control",
|
|
65
|
+
"desktop.computer.remote_control",
|
|
66
|
+
"desktop.browser.control"
|
|
67
|
+
]), z.string().regex(/^[a-f0-9]{64}$/)).refine((value) => Object.keys(value).length > 0),
|
|
68
|
+
workspaceId: z.uuid().optional(),
|
|
69
|
+
expiresAt: z.number().int().positive().max(Number.MAX_SAFE_INTEGER)
|
|
70
|
+
}).refine((value) => {
|
|
71
|
+
const tools = Object.keys(value.toolRevisions), workspace = tools.some((name) => name.startsWith("desktop.workspace.")), container = tools.includes("desktop.command.run") || tools.some((name) => name.startsWith("desktop.terminal."));
|
|
72
|
+
const computer = tools.includes("desktop.computer.remote_control"), browser = tools.includes("desktop.browser.control");
|
|
73
|
+
return !(workspace && container) && (workspace || container) === Boolean(value.workspaceId) && (!browser || tools.every((name) => name === "desktop.browser.control" || name === "desktop.operation.get_status")) && (!computer || tools.every((name) => name === "desktop.computer.remote_control" || name === "desktop.operation.get_status")) && (!(workspace || container) || tools.every((name) => name === "desktop.operation.get_status" || (container ? name === "desktop.command.run" || name.startsWith("desktop.terminal.") : name.startsWith("desktop.workspace.")))) && Boolean(value.toolRevisions["desktop.terminal.open"]) === Boolean(value.toolRevisions["desktop.terminal.control"]);
|
|
74
|
+
}, "Workspace execution must bind exactly one native-authorized workspace");
|
|
75
|
+
desktopPairingInvitationSchema = z.strictObject({
|
|
76
|
+
version: z.literal(1),
|
|
77
|
+
targetKind: z.literal("desktop"),
|
|
78
|
+
pairingToken: z.string().regex(/^xopc_pair_[0-9a-f-]{36}_[A-Za-z0-9_-]{43}$/i),
|
|
79
|
+
gatewayId: z.uuid(),
|
|
80
|
+
gatewayPublicKey: z.string().regex(/^[A-Za-z0-9_-]{43}$/),
|
|
81
|
+
routes: z.array(desktopPairingRouteSchema).min(1).max(8),
|
|
82
|
+
expiresAt: z.number().int().positive()
|
|
83
|
+
});
|
|
84
|
+
}));
|
|
85
|
+
//#endregion
|
|
86
|
+
init_desktop_host();
|
|
87
|
+
export { DESKTOP_HOST_CAPABILITIES, DESKTOP_HOST_MANIFEST, DESKTOP_SCREEN_OBSERVATION_TOOL, DESKTOP_STATE_OBSERVATION_TOOL, desktopExecutionGrantSchema, desktopPairingInvitationSchema, desktopPairingRouteSchema, desktopSshOriginSchema, init_desktop_host };
|
|
@@ -1,6 +1,9 @@
|
|
|
1
1
|
import { __esmMin } from "../../../_virtual/_rolldown/runtime.js";
|
|
2
2
|
import { z } from "zod";
|
|
3
3
|
//#region packages/gateway-contract/src/device-pairing.ts
|
|
4
|
+
function isMobileDevicePlatform(platform) {
|
|
5
|
+
return MOBILE_DEVICE_PLATFORMS.some((value) => value === platform);
|
|
6
|
+
}
|
|
4
7
|
function encodeBase64Url(bytes) {
|
|
5
8
|
let result = "";
|
|
6
9
|
for (let index = 0; index < bytes.length; index += 3) {
|
|
@@ -90,17 +93,27 @@ function buildDevicePairingProof(action, body) {
|
|
|
90
93
|
const { signature: _signature, ...payload } = body;
|
|
91
94
|
return `xopc-device-pairing-v3\nPOST\n${action}\n${canonical(payload)}`;
|
|
92
95
|
}
|
|
93
|
-
var MOBILE_PAIRING_INVITATION_PREFIX, BROWSER_PAIRING_INVITATION_PREFIX,
|
|
96
|
+
var MOBILE_PAIRING_INVITATION_PREFIX, BROWSER_PAIRING_INVITATION_PREFIX, devicePlatformSchema, MOBILE_DEVICE_PLATFORMS, devicePairingRouteSchema, browserPairingInvitationPayloadSchema, secureMobileOriginSchema, mobilePairingInvitationSchema, BASE64URL_ALPHABET, MOBILE_PAIRING_TOKEN, MOBILE_INVITATION_FIXED_BYTES, devicePairingKeySchema, devicePairingDeviceSchema, initialDeviceRefreshTokenSchema, devicePairingProofSchema, devicePairingRequestSchema, devicePairingCompleteSchema;
|
|
94
97
|
var init_device_pairing = __esmMin((() => {
|
|
95
98
|
MOBILE_PAIRING_INVITATION_PREFIX = "https://link.xopc.ai/c#";
|
|
96
99
|
BROWSER_PAIRING_INVITATION_PREFIX = `XOPC-BROWSER-INVITE-V1:`;
|
|
97
|
-
|
|
100
|
+
z.enum([
|
|
101
|
+
"mobile",
|
|
102
|
+
"browser",
|
|
103
|
+
"desktop"
|
|
104
|
+
]);
|
|
98
105
|
devicePlatformSchema = z.enum([
|
|
99
106
|
"ios",
|
|
100
107
|
"android",
|
|
101
108
|
"harmonyos",
|
|
102
|
-
"chrome"
|
|
109
|
+
"chrome",
|
|
110
|
+
"desktop"
|
|
103
111
|
]);
|
|
112
|
+
MOBILE_DEVICE_PLATFORMS = [
|
|
113
|
+
"ios",
|
|
114
|
+
"android",
|
|
115
|
+
"harmonyos"
|
|
116
|
+
];
|
|
104
117
|
devicePairingRouteSchema = z.strictObject({
|
|
105
118
|
id: z.string().trim().min(1).max(80),
|
|
106
119
|
kind: z.enum([
|
|
@@ -193,4 +206,4 @@ var init_device_pairing = __esmMin((() => {
|
|
|
193
206
|
}));
|
|
194
207
|
//#endregion
|
|
195
208
|
init_device_pairing();
|
|
196
|
-
export { BROWSER_PAIRING_INVITATION_PREFIX, MOBILE_PAIRING_INVITATION_PREFIX, browserPairingInvitationPayloadSchema, buildDevicePairingProof, devicePairingCompleteSchema, devicePairingDeviceSchema, devicePairingKeySchema, devicePairingProofSchema, devicePairingRequestSchema, devicePairingRouteSchema,
|
|
209
|
+
export { BROWSER_PAIRING_INVITATION_PREFIX, MOBILE_DEVICE_PLATFORMS, MOBILE_PAIRING_INVITATION_PREFIX, browserPairingInvitationPayloadSchema, buildDevicePairingProof, devicePairingCompleteSchema, devicePairingDeviceSchema, devicePairingKeySchema, devicePairingProofSchema, devicePairingRequestSchema, devicePairingRouteSchema, devicePlatformSchema, formatBrowserPairingInvitation, formatMobilePairingInvitation, init_device_pairing, initialDeviceRefreshTokenSchema, isMobileDevicePlatform, mobilePairingInvitationSchema };
|
|
@@ -3,7 +3,7 @@ import { __esmMin } from "../../../_virtual/_rolldown/runtime.js";
|
|
|
3
3
|
function isGatewayScope(value) {
|
|
4
4
|
return typeof value === "string" && KNOWN_GATEWAY_SCOPES.has(value);
|
|
5
5
|
}
|
|
6
|
-
var GATEWAY_SCOPES, KNOWN_GATEWAY_SCOPES, DEFAULT_MOBILE_SCOPES, DEFAULT_BROWSER_EXTENSION_SCOPES;
|
|
6
|
+
var GATEWAY_SCOPES, KNOWN_GATEWAY_SCOPES, DEFAULT_MOBILE_SCOPES, DEFAULT_BROWSER_EXTENSION_SCOPES, DEFAULT_DESKTOP_SCOPES;
|
|
7
7
|
var init_gateway_scopes = __esmMin((() => {
|
|
8
8
|
GATEWAY_SCOPES = [
|
|
9
9
|
"voice.configure",
|
|
@@ -20,6 +20,9 @@ var init_gateway_scopes = __esmMin((() => {
|
|
|
20
20
|
"automations.write",
|
|
21
21
|
"notifications.self",
|
|
22
22
|
"device.self",
|
|
23
|
+
"desktop.observe.state",
|
|
24
|
+
"desktop.observe.screen",
|
|
25
|
+
"desktop.execute",
|
|
23
26
|
"phone.view",
|
|
24
27
|
"phone.control",
|
|
25
28
|
"gateway.admin"
|
|
@@ -53,7 +56,8 @@ var init_gateway_scopes = __esmMin((() => {
|
|
|
53
56
|
"automations.read",
|
|
54
57
|
"automations.write"
|
|
55
58
|
];
|
|
59
|
+
DEFAULT_DESKTOP_SCOPES = ["gateway.status", "device.self"];
|
|
56
60
|
}));
|
|
57
61
|
//#endregion
|
|
58
62
|
init_gateway_scopes();
|
|
59
|
-
export { DEFAULT_BROWSER_EXTENSION_SCOPES, DEFAULT_MOBILE_SCOPES, GATEWAY_SCOPES, init_gateway_scopes, isGatewayScope };
|
|
63
|
+
export { DEFAULT_BROWSER_EXTENSION_SCOPES, DEFAULT_DESKTOP_SCOPES, DEFAULT_MOBILE_SCOPES, GATEWAY_SCOPES, init_gateway_scopes, isGatewayScope };
|
|
@@ -51,6 +51,9 @@ import { init_browser_setup } from "./browser-setup.js";
|
|
|
51
51
|
import { init_phone_setup } from "./phone-setup.js";
|
|
52
52
|
import { init_task_display } from "./task-display.js";
|
|
53
53
|
import { init_phone_workspace } from "./phone-workspace.js";
|
|
54
|
+
import { init_desktop_chat } from "./desktop-chat.js";
|
|
55
|
+
import { init_desktop_host } from "./desktop-host.js";
|
|
56
|
+
import { init_desktop_execution_stop } from "./desktop-execution-stop.js";
|
|
54
57
|
//#region packages/gateway-contract/src/index.ts
|
|
55
58
|
var init_src = __esmMin((() => {
|
|
56
59
|
init_agent_stream();
|
|
@@ -104,6 +107,9 @@ var init_src = __esmMin((() => {
|
|
|
104
107
|
init_phone_setup();
|
|
105
108
|
init_task_display();
|
|
106
109
|
init_phone_workspace();
|
|
110
|
+
init_desktop_chat();
|
|
111
|
+
init_desktop_host();
|
|
112
|
+
init_desktop_execution_stop();
|
|
107
113
|
}));
|
|
108
114
|
//#endregion
|
|
109
115
|
init_src();
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { desktopDeviceFrameProofSchema } from "../../endpoint-tools-protocol/src/execution.js";
|
|
1
2
|
import { clientEndpointMessageSchema, endpointHelloPayloadSchema, init_src, serverEndpointMessageSchema } from "../../endpoint-tools-protocol/src/index.js";
|
|
2
3
|
import { z } from "zod";
|
|
3
4
|
//#region packages/realtime-protocol/src/index.ts
|
|
@@ -6,7 +7,15 @@ const REALTIME_MAX_CLIENT_FRAME_BYTES = 256 * 1024;
|
|
|
6
7
|
const REALTIME_HELLO_TIMEOUT_MS = 5e3;
|
|
7
8
|
const REALTIME_HEARTBEAT_INTERVAL_MS = 15e3;
|
|
8
9
|
const REALTIME_HEARTBEAT_TIMEOUT_MS = 45e3;
|
|
9
|
-
const REALTIME_CAPABILITIES = [
|
|
10
|
+
const REALTIME_CAPABILITIES = [
|
|
11
|
+
"realtime.capability-negotiation.v1",
|
|
12
|
+
"desktop.device-frames.v1",
|
|
13
|
+
"desktop.durable-execution.v1",
|
|
14
|
+
"desktop.operation-status.v1",
|
|
15
|
+
"desktop.terminal.v1",
|
|
16
|
+
"desktop.computer.v1",
|
|
17
|
+
"desktop.browser.v1"
|
|
18
|
+
];
|
|
10
19
|
const realtimeClientKindSchema = z.enum([
|
|
11
20
|
"web",
|
|
12
21
|
"desktop",
|
|
@@ -46,7 +55,11 @@ const clientRealtimeMessageSchema = z.discriminatedUnion("kind", [
|
|
|
46
55
|
envelope("realtime.subscribe", z.object({ subscriptions: z.array(realtimeSubscriptionSchema).min(1).max(100) })),
|
|
47
56
|
envelope("realtime.unsubscribe", z.object({ topics: z.array(realtimeTopicSchema).min(1).max(100) })),
|
|
48
57
|
envelope("realtime.ping", z.object({})),
|
|
49
|
-
envelope("endpoint.message", clientEndpointMessageSchema)
|
|
58
|
+
envelope("endpoint.message", clientEndpointMessageSchema),
|
|
59
|
+
envelope("desktop.endpoint.message", z.strictObject({
|
|
60
|
+
message: clientEndpointMessageSchema,
|
|
61
|
+
deviceProof: desktopDeviceFrameProofSchema
|
|
62
|
+
}))
|
|
50
63
|
]);
|
|
51
64
|
const realtimeEventPayloadSchema = z.object({
|
|
52
65
|
topic: realtimeTopicSchema,
|
|
@@ -13,6 +13,7 @@ export declare function buildActiveProjectContextForPrompt(conversationId: strin
|
|
|
13
13
|
export declare function formatActiveProjectContextForPrompt(input: {
|
|
14
14
|
project: Project;
|
|
15
15
|
workspacePath?: string;
|
|
16
|
+
sourceRepositoryPath?: string;
|
|
16
17
|
activeTasks: ProjectTaskContext[];
|
|
17
18
|
recentSessions: Array<{
|
|
18
19
|
key: string;
|
|
@@ -4,6 +4,7 @@ import "../../storage/sqlite/index.js";
|
|
|
4
4
|
import { canUseKnowledge } from "../../knowledge-memory/usage-policy.js";
|
|
5
5
|
import { listKnowledgeItems, searchKnowledgeItems } from "../../knowledge-memory/repository.js";
|
|
6
6
|
import "../../knowledge-memory/index.js";
|
|
7
|
+
import { getExecutionEnvironmentForSession } from "../../execution-environments/subject.js";
|
|
7
8
|
import { ProjectStore } from "../../projects/project-store.js";
|
|
8
9
|
import { getProjectForSession, getProjectWorkspacePathForSession } from "../../projects/workspace.js";
|
|
9
10
|
import { TaskReadModelProjector } from "../../tasks/task-read-model-projector.js";
|
|
@@ -41,12 +42,14 @@ function selectProjectKnowledge(input) {
|
|
|
41
42
|
function buildActiveProjectContextForPrompt(conversationId, options = {}) {
|
|
42
43
|
const project = getProjectForSession(conversationId);
|
|
43
44
|
if (!project) return void 0;
|
|
45
|
+
const environment = getExecutionEnvironmentForSession(conversationId);
|
|
44
46
|
const localAppStore = new LocalAppStore();
|
|
45
47
|
const localApp = localAppStore.findByProjectId(project.id);
|
|
46
48
|
const latestAcceptance = localApp ? localAppStore.listAcceptanceRuns(localApp.id, 1)[0] : void 0;
|
|
47
49
|
return formatActiveProjectContextForPrompt({
|
|
48
50
|
project,
|
|
49
|
-
workspacePath: getProjectWorkspacePathForSession(conversationId) ?? project.workspaceRoot,
|
|
51
|
+
workspacePath: environment?.rootPath ?? getProjectWorkspacePathForSession(conversationId) ?? project.workspaceRoot,
|
|
52
|
+
sourceRepositoryPath: environment?.kind === "managed_worktree" ? environment.repositoryRoot : void 0,
|
|
50
53
|
activeTasks: new TaskRepository().listByProject(project.id, MAX_TASKS).filter((task) => task.phase !== "closed").map((task) => ({
|
|
51
54
|
priority: task.priority,
|
|
52
55
|
title: task.contract?.objective ?? task.title,
|
|
@@ -105,7 +108,11 @@ function formatActiveProjectContextForPrompt(input) {
|
|
|
105
108
|
const workspace = input.workspacePath?.trim();
|
|
106
109
|
if (workspace) {
|
|
107
110
|
lines.push(`Workspace root: ${sanitizeForPromptLiteral(workspace)}`);
|
|
108
|
-
lines.push("
|
|
111
|
+
lines.push("Run commands and file operations in this session workspace. Omit cwd to use it, or use paths relative to it.");
|
|
112
|
+
if (input.sourceRepositoryPath && input.sourceRepositoryPath !== workspace) {
|
|
113
|
+
lines.push(`Source repository (reference only): ${sanitizeForPromptLiteral(input.sourceRepositoryPath)}`);
|
|
114
|
+
lines.push("This session uses an isolated worktree. Keep execution in the session workspace; the source repository is not its working directory.");
|
|
115
|
+
}
|
|
109
116
|
}
|
|
110
117
|
const brief = truncateText(input.project.brief ?? input.project.description);
|
|
111
118
|
if (brief) lines.push("", "## Brief", brief);
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import { createLogger } from "../../utils/logger/index.js";
|
|
2
2
|
import { init_logger } from "../../utils/logger.js";
|
|
3
3
|
import { isXopcDatabaseOpen } from "../../storage/sqlite/connection.js";
|
|
4
|
+
import { init_source_context_projection, projectSourceContextsForLlm } from "../source-context/source-context-projection.js";
|
|
4
5
|
import { getConnectionResumeInput, init_connection_wait_repository, isConnectionSuspended } from "../../storage/sqlite/connection-wait-repository.js";
|
|
5
6
|
import { getSessionMetadata } from "../../storage/sqlite/session-read-repository.js";
|
|
6
7
|
import { init_session_repository } from "../../storage/sqlite/session-repository.js";
|
|
@@ -28,6 +29,7 @@ import { isNestedCodemodePolicy } from "./codemode-extension.js";
|
|
|
28
29
|
import { isComputerControlActive, isComputerLeaseTool, stopComputerControl } from "../../computer/control-guard.js";
|
|
29
30
|
import { bindComputerAgentTurn, computerImagesForRequest, computerRequestFrameCleanup, endComputerAgentTurn, setComputerProgramAuthorization } from "../../computer/agent-context.js";
|
|
30
31
|
import { EmbeddedRunConflictError, abortEmbeddedRun, acquireEmbeddedRunLease, queueEmbeddedSteer } from "./runs.js";
|
|
32
|
+
import { projectRepeatedReadResults, retainReadProjectionDetails } from "../memory/repeated-read-projection.js";
|
|
31
33
|
import { lastAssistantPlainText, subscribeEmbeddedSessionEvents } from "./subscribe-session.js";
|
|
32
34
|
import { detectToolLoops } from "../orchestration/loop-guard.js";
|
|
33
35
|
import { tryApplySessionTranscriptHygiene } from "../transcript/transcript-hygiene.js";
|
|
@@ -53,6 +55,7 @@ import { createAssistantMessageEventStream, getCurrentSystemPrompt, getCurrentTo
|
|
|
53
55
|
init_model_usage();
|
|
54
56
|
init_connection_wait_repository();
|
|
55
57
|
init_logger();
|
|
58
|
+
init_source_context_projection();
|
|
56
59
|
init_session_repository();
|
|
57
60
|
const log = createLogger("EmbeddedRun");
|
|
58
61
|
const LOG_PREVIEW_MAX_CHARS = 300;
|
|
@@ -510,7 +513,7 @@ async function runXopcEmbeddedTurnInner(params) {
|
|
|
510
513
|
...typeof message.content === "string" ? { content: projectSuppressedMemoryBlocks(message.content, historyContext) } : {},
|
|
511
514
|
...message.sections ? { sections: Object.fromEntries(Object.entries(message.sections).map(([key, value]) => [key, projectSuppressedMemoryBlocks(value, historyContext)])) } : {}
|
|
512
515
|
});
|
|
513
|
-
const hygienicMessages = tryApplySessionTranscriptHygiene(sourceMessages.map((message) => {
|
|
516
|
+
const hygienicMessages = tryApplySessionTranscriptHygiene(retainReadProjectionDetails(projectSourceContextsForLlm(sourceMessages)).map((message) => {
|
|
514
517
|
if (message.role !== "toolResult" || message.toolName !== "computer_use") return message;
|
|
515
518
|
const images = computerImagesForRequest(conversationId, runId, message.toolCallId);
|
|
516
519
|
return images.length ? {
|
|
@@ -586,7 +589,7 @@ async function runXopcEmbeddedTurnInner(params) {
|
|
|
586
589
|
tools: effectiveTools,
|
|
587
590
|
reserveTokens: compactionPolicy.reserveTokens,
|
|
588
591
|
minToolResultKeepChars: compactionPolicy.minToolResultKeepChars
|
|
589
|
-
}, compactionPolicy.maxActiveTranscriptBytes);
|
|
592
|
+
}, compactionPolicy.maxActiveTranscriptBytes, projectRepeatedReadResults);
|
|
590
593
|
if (!assessed.fits) {
|
|
591
594
|
const errorMessage = `Context budget exceeded before provider request (${assessed.evaluation.estimatedTokens}/${assessed.evaluation.hardLimitTokens} tokens)`;
|
|
592
595
|
log.error({
|
|
@@ -1,8 +1,10 @@
|
|
|
1
1
|
import { init_src } from "../../../packages/computer-control-contract/src/index.js";
|
|
2
|
+
import { CapabilityError } from "../../capabilities/runtime/errors.js";
|
|
2
3
|
import "../../../packages/browser-control-contract/src/index.js";
|
|
3
4
|
import { ExternalEffectNotAppliedError, executeExternalOperation } from "../../capabilities/runtime/external-operations.js";
|
|
4
5
|
import { canonicalCapabilityJson } from "../../capabilities/runtime/dispatcher.js";
|
|
5
6
|
import { externalToolRef, parseExternalToolRef } from "./refs.js";
|
|
7
|
+
import "../../../packages/browser-control-contract/src/remote.js";
|
|
6
8
|
import { extractDocumentText } from "../../document-understanding/extract.js";
|
|
7
9
|
import { prepareImageForModel } from "../image/prepare-image-for-model.js";
|
|
8
10
|
import { processLocationTask } from "../../endpoint-tools/location-task.js";
|
|
@@ -27,7 +29,12 @@ var EndpointToolProvider = class {
|
|
|
27
29
|
const context = this.deps.getCurrentContext();
|
|
28
30
|
if (!context) return [];
|
|
29
31
|
const resolver = this.targetResolver();
|
|
30
|
-
return resolver.candidates(context.conversationId, context.origin).flatMap((endpoint) => endpoint.tools.filter(({ descriptor }) => ![
|
|
32
|
+
return resolver.candidates(context.conversationId, context.origin).flatMap((endpoint) => endpoint.tools.filter(({ descriptor }) => ![
|
|
33
|
+
"browser.control",
|
|
34
|
+
"desktop.browser.control",
|
|
35
|
+
"desktop.computer.control",
|
|
36
|
+
"desktop.computer.remote_control"
|
|
37
|
+
].includes(descriptor.name) && resolver.resolve(context.conversationId, context.origin, endpoint.endpointId, descriptor.name)).map(({ descriptor }) => ({
|
|
31
38
|
toolRef: externalToolRef(this.source, endpoint.endpointId, descriptor.name),
|
|
32
39
|
source: this.source,
|
|
33
40
|
namespace: endpoint.endpointId,
|
|
@@ -85,7 +92,7 @@ var EndpointToolProvider = class {
|
|
|
85
92
|
if (!resolved) throw new Error(`Endpoint tool is unavailable for this turn: ${toolRef}`);
|
|
86
93
|
const revision = context.contractRevision ?? resolved.contractRevision;
|
|
87
94
|
let grantLease;
|
|
88
|
-
const invoke = () => {
|
|
95
|
+
const invoke = (operationId) => {
|
|
89
96
|
context.signal?.throwIfAborted();
|
|
90
97
|
if (this.resolve(toolRef)?.contractRevision !== revision) throw new ExternalEffectNotAppliedError("Endpoint connection, binding or tool contract changed");
|
|
91
98
|
const turn = this.deps.getCurrentContext();
|
|
@@ -98,6 +105,7 @@ var EndpointToolProvider = class {
|
|
|
98
105
|
toolName: resolved.tool.descriptor.name,
|
|
99
106
|
arguments: args,
|
|
100
107
|
descriptorRevision: resolved.tool.revision,
|
|
108
|
+
...operationId ? { operationId } : {},
|
|
101
109
|
signal,
|
|
102
110
|
onProgress: (progress) => {
|
|
103
111
|
context.onUpdate?.({
|
|
@@ -112,11 +120,48 @@ var EndpointToolProvider = class {
|
|
|
112
120
|
});
|
|
113
121
|
}
|
|
114
122
|
}).catch((error) => {
|
|
123
|
+
if (error instanceof EndpointToolExecutionError && error.confirmedNoEffect) throw new ExternalEffectNotAppliedError(error.message, { cause: new CapabilityError("UNAVAILABLE", error.message) });
|
|
115
124
|
if (resolved.tool.descriptor.confirmation === "always" && error instanceof EndpointToolExecutionError && error.code === "USER_DENIED") throw new ExternalEffectNotAppliedError(error.message, { cause: error });
|
|
116
125
|
throw error;
|
|
117
126
|
});
|
|
118
127
|
};
|
|
119
128
|
try {
|
|
129
|
+
if (["desktop.terminal.open", "desktop.terminal.control"].includes(resolved.tool.descriptor.name)) {
|
|
130
|
+
context.signal?.throwIfAborted();
|
|
131
|
+
if (this.resolve(toolRef)?.contractRevision !== revision) throw new ExternalEffectNotAppliedError("Terminal device or contract changed");
|
|
132
|
+
const turn = this.deps.getCurrentContext();
|
|
133
|
+
const grant = this.deps.runtime.grants.find(turn.conversationId, turn.origin, resolved.endpointId, resolved.tool.descriptor.name);
|
|
134
|
+
if (grant) grantLease = this.deps.runtime.grants.reserve(grant.id, args);
|
|
135
|
+
const signal = grantLease ? AbortSignal.any([grantLease.signal, context.signal ?? new AbortController().signal]) : context.signal;
|
|
136
|
+
const key = createHash("sha256").update(`${turn.conversationId}:${context.toolCallId}`).digest("hex");
|
|
137
|
+
const value = resolved.tool.descriptor.name === "desktop.terminal.open" ? await this.deps.runtime.terminals.open({
|
|
138
|
+
endpointId: resolved.endpointId,
|
|
139
|
+
args,
|
|
140
|
+
revision: resolved.tool.revision,
|
|
141
|
+
key,
|
|
142
|
+
toolCallId: context.toolCallId,
|
|
143
|
+
signal
|
|
144
|
+
}) : await this.deps.runtime.terminals.control({
|
|
145
|
+
endpointId: resolved.endpointId,
|
|
146
|
+
args,
|
|
147
|
+
key,
|
|
148
|
+
signal
|
|
149
|
+
});
|
|
150
|
+
return {
|
|
151
|
+
content: [{
|
|
152
|
+
type: "text",
|
|
153
|
+
text: JSON.stringify(value)
|
|
154
|
+
}],
|
|
155
|
+
structuredContent: { content: [{
|
|
156
|
+
type: "json",
|
|
157
|
+
value
|
|
158
|
+
}] },
|
|
159
|
+
details: {
|
|
160
|
+
endpointId: resolved.endpointId,
|
|
161
|
+
endpointToolName: resolved.tool.descriptor.name
|
|
162
|
+
}
|
|
163
|
+
};
|
|
164
|
+
}
|
|
120
165
|
const result = resolved.tool.descriptor.effect === "read" ? await invoke() : await executeExternalOperation({
|
|
121
166
|
principalId: resolved.principalId,
|
|
122
167
|
capabilityId: toolRef,
|
|
@@ -161,6 +206,28 @@ var EndpointToolProvider = class {
|
|
|
161
206
|
text: contentText(item)
|
|
162
207
|
}));
|
|
163
208
|
for (const file of files) {
|
|
209
|
+
if (resolved.tool.descriptor.name === "desktop.screen.capture") {
|
|
210
|
+
const bytes = result.invocationId ? this.deps.runtime.uploads.takeComputerFrame(file.fileId, result.invocationId) : void 0;
|
|
211
|
+
if (!bytes || file.mimeType !== "image/png") throw new Error("Screenshot is no longer available");
|
|
212
|
+
const currentSource = () => {
|
|
213
|
+
context.signal?.throwIfAborted();
|
|
214
|
+
const current = this.deps.runtime.registry.get(resolved.endpointId);
|
|
215
|
+
if (!current || current.connectionId !== resolved.connectionId || current.availability !== "foreground") throw new Error("Screenshot source is no longer active");
|
|
216
|
+
};
|
|
217
|
+
try {
|
|
218
|
+
currentSource();
|
|
219
|
+
const image = await prepareImageForModel(Buffer.from(bytes), file.mimeType);
|
|
220
|
+
currentSource();
|
|
221
|
+
modelContent.push({
|
|
222
|
+
type: "image",
|
|
223
|
+
data: image.buffer.toString("base64"),
|
|
224
|
+
mimeType: image.mimeType
|
|
225
|
+
});
|
|
226
|
+
} finally {
|
|
227
|
+
bytes.fill(0);
|
|
228
|
+
}
|
|
229
|
+
continue;
|
|
230
|
+
}
|
|
164
231
|
const uploaded = this.deps.runtime.uploads.getFile(file.fileId);
|
|
165
232
|
if (!uploaded || uploaded.endpointId !== resolved.endpointId) throw new Error("Selected file is unavailable for this device");
|
|
166
233
|
const bytes = this.deps.runtime.uploads.readFile(file.fileId);
|
|
@@ -195,7 +262,7 @@ var EndpointToolProvider = class {
|
|
|
195
262
|
endpointToolName: resolved.tool.descriptor.name,
|
|
196
263
|
endpointSensitivity: resolved.tool.descriptor.sensitivity,
|
|
197
264
|
...result.details ?? {},
|
|
198
|
-
...files.length === 0 ? {} : { endpointFiles: files }
|
|
265
|
+
...files.length === 0 || resolved.tool.descriptor.name === "desktop.screen.capture" ? {} : { endpointFiles: files }
|
|
199
266
|
}
|
|
200
267
|
};
|
|
201
268
|
} finally {
|
|
@@ -213,7 +280,12 @@ var EndpointToolProvider = class {
|
|
|
213
280
|
const endpoint = this.targetResolver().resolve(context.conversationId, context.origin, parsed.namespace, parsed.toolName);
|
|
214
281
|
if (!endpoint || endpoint.endpointId !== parsed.namespace) return void 0;
|
|
215
282
|
const tool = this.deps.runtime.registry.getTool(endpoint.endpointId, parsed.toolName);
|
|
216
|
-
if (tool && [
|
|
283
|
+
if (tool && [
|
|
284
|
+
"browser.control",
|
|
285
|
+
"desktop.browser.control",
|
|
286
|
+
"desktop.computer.control",
|
|
287
|
+
"desktop.computer.remote_control"
|
|
288
|
+
].includes(tool.descriptor.name)) return void 0;
|
|
217
289
|
return tool ? {
|
|
218
290
|
approvedArguments: this.deps.runtime.grants.find(context.conversationId, context.origin, endpoint.endpointId, parsed.toolName)?.arguments,
|
|
219
291
|
connectionId: endpoint.connectionId,
|