@xopcai/xopc 0.0.251 → 0.0.252
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +8 -5
- package/README.zh-CN.md +8 -5
- package/dist/browser-ext/dist/background.js +358 -768
- package/dist/browser-ext/manifest.json +1 -2
- package/dist/extensions/telegram/xopc.extension.json +1 -1
- package/dist/gateway/static/root/assets/{activity-store-DfBjTSo9.js → activity-store-w3eq3YpP.js} +1 -1
- package/dist/gateway/static/root/assets/{agent-avatar-dicebear-Bo_dmLv8.js → agent-avatar-dicebear-k039rbUz.js} +1 -1
- package/dist/gateway/static/root/assets/{agent-defaults-settings-panel-kILWelNb.js → agent-defaults-settings-panel-D4J4oq8p.js} +1 -1
- package/dist/gateway/static/root/assets/{agents-yuUn8n-f.js → agents-Bmth_bSQ.js} +1 -1
- package/dist/gateway/static/root/assets/{api-zxpcJfgj.js → api-2joIfbrH.js} +1 -1
- package/dist/gateway/static/root/assets/{app-management-settings-panel-Cz56nrVF.js → app-management-settings-panel-ByJ4kiD0.js} +1 -1
- package/dist/gateway/static/root/assets/{appearance-settings-DxSws5U4.js → appearance-settings-BK2Jga-B.js} +1 -1
- package/dist/gateway/static/root/assets/apps-page-B3ky7cWU.js +1 -0
- package/dist/gateway/static/root/assets/{archive-plugin-7k15-hqo.js → archive-plugin-DMDKtYpi.js} +1 -1
- package/dist/gateway/static/root/assets/{attachment-load-B-SFpjd9.js → attachment-load-B764Ql3Z.js} +1 -1
- package/dist/gateway/static/root/assets/{automations-page-Qy36j19q.js → automations-page-D-sO8CZe.js} +1 -1
- package/dist/gateway/static/root/assets/automations-workspace-Ds5-_-9z.js +6 -0
- package/dist/gateway/static/root/assets/{binary-plugins-CPOZQt8F.js → binary-plugins-fxtzYRpv.js} +1 -1
- package/dist/gateway/static/root/assets/{block-editor-DhvVlIp9.js → block-editor-Bcjtvckh.js} +3 -3
- package/dist/gateway/static/root/assets/browser-automation-inputs-BSmnusjD.js +1 -0
- package/dist/gateway/static/root/assets/browser-automations-page-DC_OQIBk.js +3 -0
- package/dist/gateway/static/root/assets/browser-settings-page-C1FojyG6.js +3 -0
- package/dist/gateway/static/root/assets/capabilities-settings-panel-Bs59UCut.js +7 -0
- package/dist/gateway/static/root/assets/channels-settings-CM9vNmoo.js +1 -0
- package/dist/gateway/static/root/assets/{channels-status-swr-CX-yWwLD.js → channels-status-swr-BuWjIG_a.js} +1 -1
- package/dist/gateway/static/root/assets/{chat-terminal-dock-1PJoxRuV.js → chat-terminal-dock-5SevEo_I.js} +2 -2
- package/dist/gateway/static/root/assets/connectors-page-BPZ44D-V.js +2 -0
- package/dist/gateway/static/root/assets/{cron-expression-CBCc6zFA.js → cron-expression-DtsfalBM.js} +1 -1
- package/dist/gateway/static/root/assets/{date-picker-u8K5Kt_N.js → date-picker-tDEQV5TP.js} +1 -1
- package/dist/gateway/static/root/assets/{dependency-picker-y_i_cnpz.js → dependency-picker-HhNwg0Y2.js} +1 -1
- package/dist/gateway/static/root/assets/{desktop-pet-DyL0JxLm.js → desktop-pet-acU4Li-C.js} +1 -1
- package/dist/gateway/static/root/assets/{desktop-pet-settings-d2d_IsyP.js → desktop-pet-settings-R84AR0Pe.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-debug-page-DqIBKJwl.js → extension-debug-page-CrLlRkSN.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-page-DUW1xxj2.js → extension-page-BH5lmZXE.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-settings-page-BHY9qaNw.js → extension-settings-page-BscjNAd1.js} +1 -1
- package/dist/gateway/static/root/assets/{gateway-config-swr-CMNbl0FZ.js → gateway-config-swr-9HidFZUd.js} +1 -1
- package/dist/gateway/static/root/assets/gateway-settings-BxLcW6ij.js +1 -0
- package/dist/gateway/static/root/assets/{gateway-startup-retry-CR7Xg8As.js → gateway-startup-retry-DRCPXONr.js} +1 -1
- package/dist/gateway/static/root/assets/{heartbeat-settings-7CD9iPR7.js → heartbeat-settings-K5Zhl2rx.js} +1 -1
- package/dist/gateway/static/root/assets/home-page-CZAg9RBv.js +1 -0
- package/dist/gateway/static/root/assets/{image-generation-api-C5mn73ca.js → image-generation-api-CR6Kle8H.js} +1 -1
- package/dist/gateway/static/root/assets/index-D4Ykja-U.js +72 -0
- package/dist/gateway/static/root/assets/index-zIJ3AXgR.css +2 -0
- package/dist/gateway/static/root/assets/{keyboard-shortcuts-settings-BtlqMleF.js → keyboard-shortcuts-settings-B1QR49-7.js} +1 -1
- package/dist/gateway/static/root/assets/{local-app-workbench-page-BjxfkjxE.js → local-app-workbench-page-wicoV-ti.js} +2 -2
- package/dist/gateway/static/root/assets/{local-apps-page-B7xqQe2s.js → local-apps-page-C74It-T8.js} +1 -1
- package/dist/gateway/static/root/assets/{locale-store-CF4erhjB.js → locale-store-BfZGZKSs.js} +1 -1
- package/dist/gateway/static/root/assets/{logs-page-kACaPZKL.js → logs-page-xX-7S49A.js} +2 -2
- package/dist/gateway/static/root/assets/{management-settings-A432siER.js → management-settings-1kNnYL97.js} +1 -1
- package/dist/gateway/static/root/assets/{markdown-view-CQvzsE24.js → markdown-view-DjiwT28p.js} +2 -2
- package/dist/gateway/static/root/assets/{media-plugins-CpvYiauZ.js → media-plugins-B5c0AoS1.js} +1 -1
- package/dist/gateway/static/root/assets/messages-DaIwVWar.js +3 -0
- package/dist/gateway/static/root/assets/{mobile-pairing-wizard-DyjVGngO.js → mobile-pairing-wizard-CsIZqK51.js} +1 -1
- package/dist/gateway/static/root/assets/note-detail-panel-CfWxopl4.js +5 -0
- package/dist/gateway/static/root/assets/notes-page-CYN-LCHJ.js +8 -0
- package/dist/gateway/static/root/assets/{page-tabs-B3FKzjR6.js → page-tabs-CqJN6Ljz.js} +1 -1
- package/dist/gateway/static/root/assets/{preview-open-alternatives-DnjrwAHD.js → preview-open-alternatives-DqRIGxf4.js} +1 -1
- package/dist/gateway/static/root/assets/{product-open-page-COcr_NUJ.js → product-open-page-DE2nPE_K.js} +1 -1
- package/dist/gateway/static/root/assets/project-detail-page-B5G3LzDq.js +1 -0
- package/dist/gateway/static/root/assets/{projects-page-BzH8pjEz.js → projects-page-CuVK2mKu.js} +1 -1
- package/dist/gateway/static/root/assets/{registry-api-BsRBlji7.js → registry-api-Bpy8XX-5.js} +1 -1
- package/dist/gateway/static/root/assets/remote-access-hub-Dnd73xWt.js +1 -0
- package/dist/gateway/static/root/assets/{runtime-tools-settings-panel-LO4wZ_dO.js → runtime-tools-settings-panel-Bb4b74-P.js} +2 -2
- package/dist/gateway/static/root/assets/{schema-form-crcj4-Pm.js → schema-form-DoPU5j3J.js} +1 -1
- package/dist/gateway/static/root/assets/sessions-page-XL4LyKZe.js +1 -0
- package/dist/gateway/static/root/assets/settings-advanced-gate-0ForzDSS.js +1 -0
- package/dist/gateway/static/root/assets/{settings-form-section-Bl4MvTmq.js → settings-form-section-Ci-9WajJ.js} +1 -1
- package/dist/gateway/static/root/assets/{settings-page-DplrjZ6x.js → settings-page-CL_2F95D.js} +1 -1
- package/dist/gateway/static/root/assets/setup-status-panel-DVws6XZc.js +1 -0
- package/dist/gateway/static/root/assets/{share-preview-page-CJP1kURj.js → share-preview-page-XUA3oKQX.js} +1 -1
- package/dist/gateway/static/root/assets/shares-settings-BwDvcacF.js +1 -0
- package/dist/gateway/static/root/assets/skill-reload-api-BJjrATqE.js +1 -0
- package/dist/gateway/static/root/assets/{skills-page-DsjcKg9Q.js → skills-page-sXXAZDc9.js} +1 -1
- package/dist/gateway/static/root/assets/{skills-page.utils-D6gWBbvy.js → skills-page.utils-DD79Bl1I.js} +1 -1
- package/dist/gateway/static/root/assets/{system-settings-panel-_eCXfqCo.js → system-settings-panel-BEH64qBV.js} +1 -1
- package/dist/gateway/static/root/assets/task-detail-page-0jxMi75O.js +1 -0
- package/dist/gateway/static/root/assets/{theme-store-BOgkc_9D.js → theme-store-CISSxU1c.js} +1 -1
- package/dist/gateway/static/root/assets/{tunnel-api-W5mktxl1.js → tunnel-api-DrKDhnJm.js} +1 -1
- package/dist/gateway/static/root/assets/{use-autosave-Na2DYzT3.js → use-autosave-CPYePL-Q.js} +1 -1
- package/dist/gateway/static/root/assets/user-model-page-B6zLDfDl.js +2 -0
- package/dist/gateway/static/root/assets/{voice-api-key-field-OXweUxS_.js → voice-api-key-field-DKqzrCXx.js} +1 -1
- package/dist/gateway/static/root/assets/{voice-config-api-C-ryeIxj.js → voice-config-api-e9xWjwBX.js} +1 -1
- package/dist/gateway/static/root/assets/{work-discovery-overlay-BqOsO47I.js → work-discovery-overlay-kTQug6bq.js} +1 -1
- package/dist/gateway/static/root/assets/{workflow-run-setup-panel-B9S_lfT1.js → workflow-run-setup-panel-m9SKj_GT.js} +2 -2
- package/dist/gateway/static/root/assets/workflows-page-Bcd1XqP7.js +5 -0
- package/dist/gateway/static/root/index.html +10 -10
- package/dist/package.js +1 -1
- package/dist/packages/gateway-contract/src/new-session.js +9 -0
- package/dist/src/agent/agent-manager.d.ts +2 -1
- package/dist/src/agent/agent-manager.js +6 -5
- package/dist/src/agent/background-review/run-background-review.js +1 -1
- package/dist/src/agent/coding/repository-instructions.js +2 -2
- package/dist/src/agent/coding/workspace-revision.js +2 -2
- package/dist/src/agent/commands/command-isolation.js +2 -2
- package/dist/src/agent/embedded/model-runtime.js +1 -1
- package/dist/src/agent/embedded/run-for-session.js +1 -1
- package/dist/src/agent/external-tools/composio-provider.d.ts +1 -0
- package/dist/src/agent/external-tools/composio-provider.js +64 -34
- package/dist/src/agent/external-tools/search-error.js +5 -3
- package/dist/src/agent/image/tool-model-config.js +1 -1
- package/dist/src/agent/mcp/oauth/mcp-oauth-store.js +1 -1
- package/dist/src/agent/service.js +4 -3
- package/dist/src/agent/service.types.d.ts +2 -1
- package/dist/src/agent/session/session-inspector.js +1 -1
- package/dist/src/agent/skills/hub-lock.js +1 -1
- package/dist/src/agent/skills/marketplace/adapters/store/store-api-client.js +4 -0
- package/dist/src/agent/tasks/task-judge-service.js +3 -3
- package/dist/src/agent/tool-manuals/browser.d.ts +1 -1
- package/dist/src/agent/tool-manuals/browser.js +15 -226
- package/dist/src/agent/tools/browser/tool/browser-use-tool.d.ts +4 -21
- package/dist/src/agent/tools/browser/tool/browser-use-tool.js +48 -165
- package/dist/src/agent/tools/browser/tool/schemas.d.ts +203 -16
- package/dist/src/agent/tools/browser/tool/schemas.js +146 -16
- package/dist/src/agent/tools/browser-automation-tool.d.ts +121 -0
- package/dist/src/agent/tools/browser-automation-tool.js +197 -0
- package/dist/src/agent/tools/factory.d.ts +6 -9
- package/dist/src/agent/tools/factory.js +28 -55
- package/dist/src/agent/tools/index.d.ts +2 -2
- package/dist/src/agent/tools/index.js +3 -3
- package/dist/src/agent/tools/review-workspace.js +2 -2
- package/dist/src/ai-assist/text-assist.js +1 -1
- package/dist/src/auth/credentials.js +2 -2
- package/dist/src/auth/oauth/xopc-cloud.js +3 -1
- package/dist/src/auth/profiles/store.js +1 -1
- package/dist/src/auth/sync-provider-auth.js +2 -2
- package/dist/src/automations/domain/defaults.js +1 -1
- package/dist/src/automations/domain/types.d.ts +5 -5
- package/dist/src/automations/domain/validation.d.ts +12 -12
- package/dist/src/automations/domain/validation.js +3 -3
- package/dist/src/automations/draft/automation-draft-validator.d.ts +3 -3
- package/dist/src/automations/draft/automation-draft-validator.js +1 -1
- package/dist/src/automations/service/action-executor.d.ts +1 -1
- package/dist/src/automations/service/action-executor.js +7 -7
- package/dist/src/browser/{recipes → automations}/index.d.ts +1 -0
- package/dist/src/browser/automations/index.js +4 -0
- package/dist/src/browser/automations/repository.d.ts +13 -0
- package/dist/src/browser/automations/repository.js +60 -0
- package/dist/src/browser/automations/runner.d.ts +17 -0
- package/dist/src/browser/automations/runner.js +173 -0
- package/dist/src/browser/automations/runtime-service.d.ts +6 -0
- package/dist/src/browser/automations/runtime-service.js +37 -0
- package/dist/src/browser/automations/schema.d.ts +144 -0
- package/dist/src/browser/automations/schema.js +135 -0
- package/dist/src/browser/automations/service.d.ts +146 -0
- package/dist/src/browser/automations/service.js +168 -0
- package/dist/src/browser/automations/types.d.ts +90 -0
- package/dist/src/browser/cache-dir-policy.d.ts +1 -1
- package/dist/src/browser/cache-dir-policy.js +1 -4
- package/dist/src/browser/drivers/browser-driver.d.ts +17 -0
- package/dist/src/browser/drivers/create-driver.d.ts +3 -0
- package/dist/src/browser/drivers/create-driver.js +84 -0
- package/dist/src/browser/drivers/extension-driver.d.ts +20 -0
- package/dist/src/browser/drivers/extension-driver.js +47 -0
- package/dist/src/browser/drivers/playwright-driver.d.ts +38 -0
- package/dist/src/browser/drivers/playwright-driver.js +406 -0
- package/dist/src/browser/index.d.ts +10 -15
- package/dist/src/browser/index.js +10 -15
- package/dist/src/browser/install-lock.d.ts +1 -2
- package/dist/src/browser/install-lock.js +3 -9
- package/dist/src/browser/install-progress.d.ts +1 -1
- package/dist/src/browser/observation/format.d.ts +2 -0
- package/dist/src/browser/observation/format.js +26 -0
- package/dist/src/browser/policy/approval-store.d.ts +17 -0
- package/dist/src/browser/policy/approval-store.js +62 -0
- package/dist/src/browser/policy/browser-policy.d.ts +3 -0
- package/dist/src/browser/policy/browser-policy.js +27 -0
- package/dist/src/browser/providers/browser-ext-install.d.ts +1 -1
- package/dist/src/browser/providers/browser-ext-install.js +4 -6
- package/dist/src/browser/providers/browser-use.js +1 -1
- package/dist/src/browser/providers/browserbase.js +1 -1
- package/dist/src/browser/providers/extension-ws-acquire.d.ts +1 -4
- package/dist/src/browser/providers/extension-ws-acquire.js +1 -13
- package/dist/src/browser/providers/extension.d.ts +3 -22
- package/dist/src/browser/providers/extension.js +7 -15
- package/dist/src/browser/providers/index.d.ts +2 -2
- package/dist/src/browser/providers/index.js +3 -3
- package/dist/src/browser/providers/types.d.ts +0 -94
- package/dist/src/browser/readiness.d.ts +4 -22
- package/dist/src/browser/readiness.js +55 -118
- package/dist/src/browser/runtime/browser-runtime.d.ts +30 -0
- package/dist/src/browser/runtime/browser-runtime.js +362 -0
- package/dist/src/browser/url-policy.d.ts +3 -3
- package/dist/src/browser/url-policy.js +7 -6
- package/dist/src/browser/verification/expectation.d.ts +2 -0
- package/dist/src/browser/verification/expectation.js +17 -0
- package/dist/src/cli/command-loaders.js +1 -0
- package/dist/src/cli/command-manifest.js +5 -1
- package/dist/src/cli/commands/browser-cli-helpers.d.ts +0 -6
- package/dist/src/cli/commands/browser-cli-helpers.js +11 -144
- package/dist/src/cli/commands/browser.d.ts +0 -5
- package/dist/src/cli/commands/browser.js +11 -152
- package/dist/src/cli/commands/doctor/checks/database-schema.js +1 -1
- package/dist/src/cli/commands/doctor/checks/node-version.js +25 -9
- package/dist/src/cli/commands/doctor/checks/provider-auth.js +1 -1
- package/dist/src/cli/commands/models.js +1 -1
- package/dist/src/cli/commands/platform.d.ts +1 -0
- package/dist/src/cli/commands/platform.js +111 -0
- package/dist/src/config/index.js +4 -4
- package/dist/src/config/loader.js +10 -4
- package/dist/src/config/models-json.js +1 -1
- package/dist/src/config/schema.d.ts +131 -84
- package/dist/src/config/schema.js +112 -59
- package/dist/src/connectors/composio-sessions.js +1 -3
- package/dist/src/extensions/lockfile.js +1 -1
- package/dist/src/extensions/marketplace.js +4 -0
- package/dist/src/gateway/agents-admin.js +1 -1
- package/dist/src/gateway/file-path-classifier.js +1 -1
- package/dist/src/gateway/heartbeat/service.js +1 -1
- package/dist/src/gateway/hono/lib/config-payload.d.ts +12 -26
- package/dist/src/gateway/hono/lib/config-payload.js +11 -40
- package/dist/src/gateway/hono/routes/browser-automations.d.ts +3 -0
- package/dist/src/gateway/hono/routes/browser-automations.js +77 -0
- package/dist/src/gateway/hono/routes/browser-install.js +0 -32
- package/dist/src/gateway/hono/routes/browser.d.ts +0 -17
- package/dist/src/gateway/hono/routes/browser.js +46 -568
- package/dist/src/gateway/hono/routes/config-patch/misc.js +8 -1
- package/dist/src/gateway/hono/routes/config.js +0 -11
- package/dist/src/gateway/hono/routes/lazy-bundles.js +5 -5
- package/dist/src/gateway/hono/routes/models.js +1 -1
- package/dist/src/gateway/service/config-coordinator.js +1 -1
- package/dist/src/gateway/service.d.ts +4 -6
- package/dist/src/gateway/service.js +24 -27
- package/dist/src/heartbeat/index.js +1 -1
- package/dist/src/platform/client.d.ts +121 -0
- package/dist/src/platform/client.js +108 -0
- package/dist/src/platform/contracts.d.ts +194 -0
- package/dist/src/platform/contracts.js +150 -0
- package/dist/src/platform/index.d.ts +4 -0
- package/dist/src/platform/index.js +9 -0
- package/dist/src/platform/resolution.d.ts +4 -0
- package/dist/src/platform/resolution.js +16 -0
- package/dist/src/platform/worker.d.ts +6 -0
- package/dist/src/platform/worker.js +75 -0
- package/dist/src/providers/auth-runtime/resolve-auth.js +1 -1
- package/dist/src/providers/index.js +2 -2
- package/dist/src/providers/model-registry.js +1 -1
- package/dist/src/providers/register-runtime-providers.js +1 -1
- package/dist/src/providers/xopc-cloud-config.js +3 -1
- package/dist/src/session/session-context-for-llm.js +41 -1
- package/dist/src/share/hosted-session-share.js +3 -1
- package/dist/src/share/share-thumbnail.js +1 -1
- package/dist/src/storage/sqlite/migrations/153_browser_control_v2.sql +45 -0
- package/dist/src/storage/sqlite/migrations/runner.d.ts +1 -1
- package/dist/src/storage/sqlite/migrations/runner.js +3 -3
- package/dist/src/storage/sqlite/migrations/runner.ts +1 -1
- package/dist/src/storage/sqlite/schema.js +1 -1
- package/dist/src/storage/sqlite/schema.sql +16 -20
- package/dist/src/tasks/home-query-service.js +1 -1
- package/dist/src/tui/tui-startup-resources.js +1 -1
- package/dist/src/tui/tui.js +1 -1
- package/dist/src/tunnel/env.js +3 -1
- package/dist/src/work-discovery/service.js +1 -1
- package/dist/src/workflows/service/workflow-run-service.js +1 -1
- package/package.json +6 -6
- package/dist/gateway/static/root/assets/apps-page-BnizTdgs.js +0 -1
- package/dist/gateway/static/root/assets/automations-workspace-CZRKqSqY.js +0 -6
- package/dist/gateway/static/root/assets/browser-settings-page-pN5LbChY.js +0 -8
- package/dist/gateway/static/root/assets/browser-workflow-inputs-BX1-uM9L.js +0 -1
- package/dist/gateway/static/root/assets/browser-workflows-page-C65MI57t.js +0 -3
- package/dist/gateway/static/root/assets/capabilities-settings-panel-CJw2e16J.js +0 -7
- package/dist/gateway/static/root/assets/channels-settings-CRgjb4Ck.js +0 -1
- package/dist/gateway/static/root/assets/connectors-page-Dcpdy06y.js +0 -2
- package/dist/gateway/static/root/assets/gateway-config-api-e3BRcgDx.js +0 -1
- package/dist/gateway/static/root/assets/gateway-settings-Cheo0Rkc.js +0 -1
- package/dist/gateway/static/root/assets/home-page-DVrTRqNc.js +0 -1
- package/dist/gateway/static/root/assets/index-B7CX4Qob.css +0 -2
- package/dist/gateway/static/root/assets/index-BHrpyJ4t.js +0 -72
- package/dist/gateway/static/root/assets/messages-Cf5hpZE6.js +0 -3
- package/dist/gateway/static/root/assets/note-detail-panel-CUd8O4K7.js +0 -5
- package/dist/gateway/static/root/assets/notes-page-BLQwd39W.js +0 -8
- package/dist/gateway/static/root/assets/project-detail-page-NttW338u.js +0 -1
- package/dist/gateway/static/root/assets/remote-access-hub-BxpjSDnL.js +0 -1
- package/dist/gateway/static/root/assets/sessions-page-BLMaibOb.js +0 -1
- package/dist/gateway/static/root/assets/settings-advanced-gate-BRvvKhoH.js +0 -1
- package/dist/gateway/static/root/assets/setup-status-panel-DTOsxQC1.js +0 -1
- package/dist/gateway/static/root/assets/shares-settings-CemgzEi4.js +0 -1
- package/dist/gateway/static/root/assets/skill-reload-api-BWYanBlQ.js +0 -1
- package/dist/gateway/static/root/assets/task-detail-page-D0Z_K5JT.js +0 -1
- package/dist/gateway/static/root/assets/user-model-page-B_-SNat-.js +0 -2
- package/dist/gateway/static/root/assets/workflows-page-CNOT2Coo.js +0 -5
- package/dist/src/agent/tools/browser-recipe-tool.d.ts +0 -12
- package/dist/src/agent/tools/browser-recipe-tool.js +0 -113
- package/dist/src/browser/actions/extension-registry-bridge.d.ts +0 -5
- package/dist/src/browser/actions/extension-registry-bridge.js +0 -312
- package/dist/src/browser/actions/registry.d.ts +0 -5
- package/dist/src/browser/actions/registry.js +0 -741
- package/dist/src/browser/actions/types.d.ts +0 -65
- package/dist/src/browser/backend-from-config.d.ts +0 -22
- package/dist/src/browser/backend-from-config.js +0 -99
- package/dist/src/browser/browser-command-timeout.d.ts +0 -2
- package/dist/src/browser/browser-command-timeout.js +0 -11
- package/dist/src/browser/cdp-local-launcher.d.ts +0 -35
- package/dist/src/browser/cdp-local-launcher.js +0 -154
- package/dist/src/browser/cdp-supervisor.d.ts +0 -58
- package/dist/src/browser/cdp-supervisor.js +0 -133
- package/dist/src/browser/humanize.d.ts +0 -80
- package/dist/src/browser/humanize.js +0 -363
- package/dist/src/browser/manager.d.ts +0 -50
- package/dist/src/browser/manager.js +0 -251
- package/dist/src/browser/pipeline/output.d.ts +0 -35
- package/dist/src/browser/pipeline/output.js +0 -74
- package/dist/src/browser/pipeline/runner.d.ts +0 -27
- package/dist/src/browser/pipeline/runner.js +0 -453
- package/dist/src/browser/pipeline/schema.d.ts +0 -42
- package/dist/src/browser/pipeline/schema.js +0 -116
- package/dist/src/browser/pipeline/template.d.ts +0 -30
- package/dist/src/browser/pipeline/template.js +0 -112
- package/dist/src/browser/providers/cloakbrowser.d.ts +0 -83
- package/dist/src/browser/providers/cloakbrowser.js +0 -612
- package/dist/src/browser/recipes/index.js +0 -3
- package/dist/src/browser/recipes/repository.d.ts +0 -13
- package/dist/src/browser/recipes/repository.js +0 -81
- package/dist/src/browser/recipes/runtime-service.d.ts +0 -6
- package/dist/src/browser/recipes/runtime-service.js +0 -30
- package/dist/src/browser/recipes/service.d.ts +0 -36
- package/dist/src/browser/recipes/service.js +0 -186
- package/dist/src/browser/recipes/types.d.ts +0 -36
- package/dist/src/browser/schemas.d.ts +0 -53
- package/dist/src/browser/schemas.js +0 -68
- package/dist/src/browser/session-lifecycle.d.ts +0 -40
- package/dist/src/browser/session-lifecycle.js +0 -136
- package/dist/src/browser/snapshot-helpers.d.ts +0 -24
- package/dist/src/browser/snapshot-helpers.js +0 -70
- package/dist/src/browser/stealth.d.ts +0 -46
- package/dist/src/browser/stealth.js +0 -163
- package/dist/src/gateway/hono/routes/browser-workflows.d.ts +0 -3
- package/dist/src/gateway/hono/routes/browser-workflows.js +0 -78
- /package/dist/src/browser/{actions → automations}/types.js +0 -0
- /package/dist/src/browser/{recipes/types.js → drivers/browser-driver.js} +0 -0
|
@@ -0,0 +1,135 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
//#region src/browser/automations/schema.ts
|
|
3
|
+
const ExpectationSchema = z.object({
|
|
4
|
+
urlIncludes: z.string().optional(),
|
|
5
|
+
titleIncludes: z.string().optional(),
|
|
6
|
+
textIncludes: z.string().optional(),
|
|
7
|
+
ref: z.string().optional(),
|
|
8
|
+
state: z.enum(["visible", "hidden"]).optional()
|
|
9
|
+
}).strict();
|
|
10
|
+
const TargetSchema = z.object({
|
|
11
|
+
role: z.string().min(1),
|
|
12
|
+
name: z.string().min(1).optional(),
|
|
13
|
+
nameIncludes: z.string().min(1).optional()
|
|
14
|
+
}).strict().superRefine((target, ctx) => {
|
|
15
|
+
if (target.name && target.nameIncludes) ctx.addIssue({
|
|
16
|
+
code: "custom",
|
|
17
|
+
message: "Use name or nameIncludes, not both."
|
|
18
|
+
});
|
|
19
|
+
});
|
|
20
|
+
const StepSchema = z.discriminatedUnion("action", [
|
|
21
|
+
z.object({
|
|
22
|
+
action: z.literal("navigate"),
|
|
23
|
+
url: z.string().min(1),
|
|
24
|
+
expect: ExpectationSchema.optional()
|
|
25
|
+
}).strict(),
|
|
26
|
+
z.object({
|
|
27
|
+
action: z.literal("click"),
|
|
28
|
+
target: TargetSchema,
|
|
29
|
+
expect: ExpectationSchema.optional()
|
|
30
|
+
}).strict(),
|
|
31
|
+
z.object({
|
|
32
|
+
action: z.literal("fill"),
|
|
33
|
+
target: TargetSchema,
|
|
34
|
+
value: z.string(),
|
|
35
|
+
submit: z.boolean().optional(),
|
|
36
|
+
expect: ExpectationSchema.optional()
|
|
37
|
+
}).strict(),
|
|
38
|
+
z.object({
|
|
39
|
+
action: z.literal("select"),
|
|
40
|
+
target: TargetSchema,
|
|
41
|
+
value: z.string(),
|
|
42
|
+
expect: ExpectationSchema.optional()
|
|
43
|
+
}).strict(),
|
|
44
|
+
z.object({
|
|
45
|
+
action: z.literal("press"),
|
|
46
|
+
target: TargetSchema.optional(),
|
|
47
|
+
key: z.string().min(1),
|
|
48
|
+
expect: ExpectationSchema.optional()
|
|
49
|
+
}).strict(),
|
|
50
|
+
z.object({
|
|
51
|
+
action: z.literal("scroll"),
|
|
52
|
+
target: TargetSchema.optional(),
|
|
53
|
+
deltaY: z.number(),
|
|
54
|
+
expect: ExpectationSchema.optional()
|
|
55
|
+
}).strict(),
|
|
56
|
+
z.object({
|
|
57
|
+
action: z.literal("wait"),
|
|
58
|
+
condition: z.enum([
|
|
59
|
+
"page_idle",
|
|
60
|
+
"text",
|
|
61
|
+
"visible",
|
|
62
|
+
"hidden"
|
|
63
|
+
]),
|
|
64
|
+
value: z.string().optional(),
|
|
65
|
+
target: TargetSchema.optional(),
|
|
66
|
+
timeoutMs: z.number().int().min(100).max(12e4).optional()
|
|
67
|
+
}).strict()
|
|
68
|
+
]);
|
|
69
|
+
const InputSchema = z.object({
|
|
70
|
+
type: z.enum([
|
|
71
|
+
"string",
|
|
72
|
+
"number",
|
|
73
|
+
"boolean"
|
|
74
|
+
]),
|
|
75
|
+
required: z.boolean().optional(),
|
|
76
|
+
default: z.union([
|
|
77
|
+
z.string(),
|
|
78
|
+
z.number(),
|
|
79
|
+
z.boolean()
|
|
80
|
+
]).optional(),
|
|
81
|
+
description: z.string().min(1).max(200).optional(),
|
|
82
|
+
choices: z.array(z.union([
|
|
83
|
+
z.string(),
|
|
84
|
+
z.number(),
|
|
85
|
+
z.boolean()
|
|
86
|
+
])).min(1).max(50).optional()
|
|
87
|
+
}).strict().superRefine((input, ctx) => {
|
|
88
|
+
if (input.default !== void 0 && typeof input.default !== input.type) ctx.addIssue({
|
|
89
|
+
code: "custom",
|
|
90
|
+
message: `Default must be ${input.type}.`
|
|
91
|
+
});
|
|
92
|
+
if (input.choices?.some((choice) => typeof choice !== input.type)) ctx.addIssue({
|
|
93
|
+
code: "custom",
|
|
94
|
+
message: `Every choice must be ${input.type}.`
|
|
95
|
+
});
|
|
96
|
+
});
|
|
97
|
+
const DomainSchema = z.string().min(1).refine((value) => {
|
|
98
|
+
if (value !== value.toLowerCase() || value.includes("/") || value.includes(":")) return false;
|
|
99
|
+
try {
|
|
100
|
+
return new URL(`https://${value}`).hostname === value;
|
|
101
|
+
} catch {
|
|
102
|
+
return false;
|
|
103
|
+
}
|
|
104
|
+
}, "Domain must be one exact lowercase hostname.");
|
|
105
|
+
const BrowserAutomationDefinitionSchema = z.object({
|
|
106
|
+
id: z.string().regex(/^[a-z][a-z0-9-]{1,63}$/),
|
|
107
|
+
name: z.string().min(1).max(120),
|
|
108
|
+
description: z.string().max(500).optional(),
|
|
109
|
+
allowedDomains: z.array(DomainSchema).min(1),
|
|
110
|
+
risk: z.enum([
|
|
111
|
+
"read",
|
|
112
|
+
"draft",
|
|
113
|
+
"external_effect",
|
|
114
|
+
"destructive",
|
|
115
|
+
"sensitive"
|
|
116
|
+
]),
|
|
117
|
+
inputs: z.record(z.string(), InputSchema).default({}),
|
|
118
|
+
steps: z.array(StepSchema).min(1).max(100)
|
|
119
|
+
}).strict().superRefine((definition, ctx) => {
|
|
120
|
+
if (new Set(definition.allowedDomains).size !== definition.allowedDomains.length) ctx.addIssue({
|
|
121
|
+
code: "custom",
|
|
122
|
+
path: ["allowedDomains"],
|
|
123
|
+
message: "Domains must be unique."
|
|
124
|
+
});
|
|
125
|
+
for (const [index, step] of definition.steps.entries()) {
|
|
126
|
+
const values = step.action === "navigate" ? [step.url] : step.action === "fill" || step.action === "select" ? [step.value] : step.action === "press" ? [step.key] : step.action === "wait" && step.value ? [step.value] : [];
|
|
127
|
+
for (const value of values) for (const match of value.matchAll(/\$\{input\.([a-zA-Z][a-zA-Z0-9_]*)\}/g)) if (!definition.inputs[match[1]]) ctx.addIssue({
|
|
128
|
+
code: "custom",
|
|
129
|
+
path: ["steps", index],
|
|
130
|
+
message: `Unknown input template: ${match[1]}.`
|
|
131
|
+
});
|
|
132
|
+
}
|
|
133
|
+
});
|
|
134
|
+
//#endregion
|
|
135
|
+
export { BrowserAutomationDefinitionSchema };
|
|
@@ -0,0 +1,146 @@
|
|
|
1
|
+
import type { BrowserAutomation, BrowserAutomationDefinition, BrowserAutomationRun, BrowserAutomationStatus } from './types.js';
|
|
2
|
+
export type BrowserAutomationExecutor = (input: {
|
|
3
|
+
definition: BrowserAutomationDefinition;
|
|
4
|
+
inputs: Record<string, unknown>;
|
|
5
|
+
signal: AbortSignal;
|
|
6
|
+
onStep: (event: unknown) => void;
|
|
7
|
+
}) => Promise<{
|
|
8
|
+
ok: boolean;
|
|
9
|
+
result?: unknown;
|
|
10
|
+
error?: string;
|
|
11
|
+
}>;
|
|
12
|
+
export declare class BrowserAutomationService {
|
|
13
|
+
private readonly executor;
|
|
14
|
+
private readonly emit?;
|
|
15
|
+
private activeRuns;
|
|
16
|
+
private executions;
|
|
17
|
+
private waiters;
|
|
18
|
+
constructor(executor: BrowserAutomationExecutor, emit?: (type: string, payload: unknown) => void);
|
|
19
|
+
list(): BrowserAutomation[];
|
|
20
|
+
get(id: string): BrowserAutomation;
|
|
21
|
+
listRuns(automationId?: string): BrowserAutomationRun[];
|
|
22
|
+
getRun(id: string): BrowserAutomationRun;
|
|
23
|
+
listRunEvents(id: string): import("./types.js").BrowserAutomationRunEvent[];
|
|
24
|
+
validate(definition: unknown): import("zod/index.cjs").ZodSafeParseResult<{
|
|
25
|
+
id: string;
|
|
26
|
+
name: string;
|
|
27
|
+
allowedDomains: string[];
|
|
28
|
+
risk: "read" | "sensitive" | "destructive" | "draft" | "external_effect";
|
|
29
|
+
inputs: Record<string, {
|
|
30
|
+
type: "string" | "number" | "boolean";
|
|
31
|
+
required?: boolean;
|
|
32
|
+
default?: string | number | boolean;
|
|
33
|
+
description?: string;
|
|
34
|
+
choices?: (string | number | boolean)[];
|
|
35
|
+
}>;
|
|
36
|
+
steps: ({
|
|
37
|
+
action: "navigate";
|
|
38
|
+
url: string;
|
|
39
|
+
expect?: {
|
|
40
|
+
urlIncludes?: string;
|
|
41
|
+
titleIncludes?: string;
|
|
42
|
+
textIncludes?: string;
|
|
43
|
+
ref?: string;
|
|
44
|
+
state?: "hidden" | "visible";
|
|
45
|
+
};
|
|
46
|
+
} | {
|
|
47
|
+
action: "click";
|
|
48
|
+
target: {
|
|
49
|
+
role: string;
|
|
50
|
+
name?: string;
|
|
51
|
+
nameIncludes?: string;
|
|
52
|
+
};
|
|
53
|
+
expect?: {
|
|
54
|
+
urlIncludes?: string;
|
|
55
|
+
titleIncludes?: string;
|
|
56
|
+
textIncludes?: string;
|
|
57
|
+
ref?: string;
|
|
58
|
+
state?: "hidden" | "visible";
|
|
59
|
+
};
|
|
60
|
+
} | {
|
|
61
|
+
action: "fill";
|
|
62
|
+
target: {
|
|
63
|
+
role: string;
|
|
64
|
+
name?: string;
|
|
65
|
+
nameIncludes?: string;
|
|
66
|
+
};
|
|
67
|
+
value: string;
|
|
68
|
+
submit?: boolean;
|
|
69
|
+
expect?: {
|
|
70
|
+
urlIncludes?: string;
|
|
71
|
+
titleIncludes?: string;
|
|
72
|
+
textIncludes?: string;
|
|
73
|
+
ref?: string;
|
|
74
|
+
state?: "hidden" | "visible";
|
|
75
|
+
};
|
|
76
|
+
} | {
|
|
77
|
+
action: "select";
|
|
78
|
+
target: {
|
|
79
|
+
role: string;
|
|
80
|
+
name?: string;
|
|
81
|
+
nameIncludes?: string;
|
|
82
|
+
};
|
|
83
|
+
value: string;
|
|
84
|
+
expect?: {
|
|
85
|
+
urlIncludes?: string;
|
|
86
|
+
titleIncludes?: string;
|
|
87
|
+
textIncludes?: string;
|
|
88
|
+
ref?: string;
|
|
89
|
+
state?: "hidden" | "visible";
|
|
90
|
+
};
|
|
91
|
+
} | {
|
|
92
|
+
action: "press";
|
|
93
|
+
key: string;
|
|
94
|
+
target?: {
|
|
95
|
+
role: string;
|
|
96
|
+
name?: string;
|
|
97
|
+
nameIncludes?: string;
|
|
98
|
+
};
|
|
99
|
+
expect?: {
|
|
100
|
+
urlIncludes?: string;
|
|
101
|
+
titleIncludes?: string;
|
|
102
|
+
textIncludes?: string;
|
|
103
|
+
ref?: string;
|
|
104
|
+
state?: "hidden" | "visible";
|
|
105
|
+
};
|
|
106
|
+
} | {
|
|
107
|
+
action: "scroll";
|
|
108
|
+
deltaY: number;
|
|
109
|
+
target?: {
|
|
110
|
+
role: string;
|
|
111
|
+
name?: string;
|
|
112
|
+
nameIncludes?: string;
|
|
113
|
+
};
|
|
114
|
+
expect?: {
|
|
115
|
+
urlIncludes?: string;
|
|
116
|
+
titleIncludes?: string;
|
|
117
|
+
textIncludes?: string;
|
|
118
|
+
ref?: string;
|
|
119
|
+
state?: "hidden" | "visible";
|
|
120
|
+
};
|
|
121
|
+
} | {
|
|
122
|
+
action: "wait";
|
|
123
|
+
condition: "hidden" | "text" | "visible" | "page_idle";
|
|
124
|
+
value?: string;
|
|
125
|
+
target?: {
|
|
126
|
+
role: string;
|
|
127
|
+
name?: string;
|
|
128
|
+
nameIncludes?: string;
|
|
129
|
+
};
|
|
130
|
+
timeoutMs?: number;
|
|
131
|
+
})[];
|
|
132
|
+
description?: string;
|
|
133
|
+
}>;
|
|
134
|
+
save(input: {
|
|
135
|
+
definition: unknown;
|
|
136
|
+
status?: BrowserAutomationStatus;
|
|
137
|
+
expectedId?: string;
|
|
138
|
+
}): BrowserAutomation;
|
|
139
|
+
remove(id: string): boolean;
|
|
140
|
+
startRun(automationId: string, inputs: Record<string, unknown>): BrowserAutomationRun;
|
|
141
|
+
cancel(runId: string): boolean;
|
|
142
|
+
shutdown(): Promise<void>;
|
|
143
|
+
runAndWait(automationId: string, inputs: Record<string, unknown>, signal?: AbortSignal): Promise<BrowserAutomationRun>;
|
|
144
|
+
private addEvent;
|
|
145
|
+
private execute;
|
|
146
|
+
}
|
|
@@ -0,0 +1,168 @@
|
|
|
1
|
+
import { BrowserAutomationDefinitionSchema } from "./schema.js";
|
|
2
|
+
import { resolveBrowserAutomationInputs } from "./runner.js";
|
|
3
|
+
import { appendBrowserAutomationRunEvent, deleteBrowserAutomation, getBrowserAutomation, getBrowserAutomationRun, hasActiveBrowserAutomationRuns, listActiveBrowserAutomationRuns, listBrowserAutomationRunEvents, listBrowserAutomationRuns, listBrowserAutomations, nextBrowserAutomationRunEventSeq, saveBrowserAutomation, saveBrowserAutomationRun } from "./repository.js";
|
|
4
|
+
import { randomUUID } from "node:crypto";
|
|
5
|
+
//#region src/browser/automations/service.ts
|
|
6
|
+
var BrowserAutomationService = class {
|
|
7
|
+
activeRuns = /* @__PURE__ */ new Map();
|
|
8
|
+
executions = /* @__PURE__ */ new Map();
|
|
9
|
+
waiters = /* @__PURE__ */ new Map();
|
|
10
|
+
constructor(executor, emit) {
|
|
11
|
+
this.executor = executor;
|
|
12
|
+
this.emit = emit;
|
|
13
|
+
for (const run of listActiveBrowserAutomationRuns()) {
|
|
14
|
+
const endedAtMs = Date.now();
|
|
15
|
+
saveBrowserAutomationRun({
|
|
16
|
+
...run,
|
|
17
|
+
status: "failed",
|
|
18
|
+
error: "Gateway stopped before the run completed.",
|
|
19
|
+
endedAtMs,
|
|
20
|
+
durationMs: run.startedAtMs ? endedAtMs - run.startedAtMs : void 0
|
|
21
|
+
});
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
list() {
|
|
25
|
+
return listBrowserAutomations();
|
|
26
|
+
}
|
|
27
|
+
get(id) {
|
|
28
|
+
return getBrowserAutomation(id);
|
|
29
|
+
}
|
|
30
|
+
listRuns(automationId) {
|
|
31
|
+
return listBrowserAutomationRuns(automationId);
|
|
32
|
+
}
|
|
33
|
+
getRun(id) {
|
|
34
|
+
return getBrowserAutomationRun(id);
|
|
35
|
+
}
|
|
36
|
+
listRunEvents(id) {
|
|
37
|
+
return listBrowserAutomationRunEvents(id);
|
|
38
|
+
}
|
|
39
|
+
validate(definition) {
|
|
40
|
+
return BrowserAutomationDefinitionSchema.safeParse(definition);
|
|
41
|
+
}
|
|
42
|
+
save(input) {
|
|
43
|
+
const parsed = BrowserAutomationDefinitionSchema.parse(input.definition);
|
|
44
|
+
if (input.expectedId && parsed.id !== input.expectedId) throw new Error("Browser automation id cannot change.");
|
|
45
|
+
const existing = getBrowserAutomation(parsed.id);
|
|
46
|
+
const now = Date.now();
|
|
47
|
+
const automation = {
|
|
48
|
+
id: parsed.id,
|
|
49
|
+
revision: (existing?.revision ?? 0) + 1,
|
|
50
|
+
status: input.status ?? existing?.status ?? "enabled",
|
|
51
|
+
definition: parsed,
|
|
52
|
+
createdAtMs: existing?.createdAtMs ?? now,
|
|
53
|
+
updatedAtMs: now
|
|
54
|
+
};
|
|
55
|
+
saveBrowserAutomation(automation);
|
|
56
|
+
return automation;
|
|
57
|
+
}
|
|
58
|
+
remove(id) {
|
|
59
|
+
if (hasActiveBrowserAutomationRuns(id)) throw new Error("Cannot delete a running browser automation.");
|
|
60
|
+
return deleteBrowserAutomation(id);
|
|
61
|
+
}
|
|
62
|
+
startRun(automationId, inputs) {
|
|
63
|
+
const automation = getBrowserAutomation(automationId);
|
|
64
|
+
if (!automation) throw new Error("Browser automation not found.");
|
|
65
|
+
if (automation.status !== "enabled") throw new Error("Browser automation is disabled.");
|
|
66
|
+
const resolvedInputs = resolveBrowserAutomationInputs(automation.definition, inputs);
|
|
67
|
+
const run = {
|
|
68
|
+
id: randomUUID(),
|
|
69
|
+
automationId,
|
|
70
|
+
automationRevision: automation.revision,
|
|
71
|
+
definition: automation.definition,
|
|
72
|
+
status: "queued",
|
|
73
|
+
inputs: resolvedInputs,
|
|
74
|
+
createdAtMs: Date.now()
|
|
75
|
+
};
|
|
76
|
+
saveBrowserAutomationRun(run);
|
|
77
|
+
this.addEvent(run.id, "run.queued", { automationId });
|
|
78
|
+
const execution = this.execute(run);
|
|
79
|
+
this.executions.set(run.id, execution);
|
|
80
|
+
execution.finally(() => this.executions.delete(run.id)).catch(() => void 0);
|
|
81
|
+
return run;
|
|
82
|
+
}
|
|
83
|
+
cancel(runId) {
|
|
84
|
+
const active = this.activeRuns.get(runId);
|
|
85
|
+
if (!active) return false;
|
|
86
|
+
active.abort();
|
|
87
|
+
return true;
|
|
88
|
+
}
|
|
89
|
+
async shutdown() {
|
|
90
|
+
for (const active of this.activeRuns.values()) active.abort();
|
|
91
|
+
await Promise.allSettled(this.executions.values());
|
|
92
|
+
}
|
|
93
|
+
async runAndWait(automationId, inputs, signal) {
|
|
94
|
+
const run = this.startRun(automationId, inputs);
|
|
95
|
+
return new Promise((resolve) => {
|
|
96
|
+
const complete = (value) => {
|
|
97
|
+
signal?.removeEventListener("abort", onAbort);
|
|
98
|
+
resolve(value);
|
|
99
|
+
};
|
|
100
|
+
const onAbort = () => this.cancel(run.id);
|
|
101
|
+
const set = this.waiters.get(run.id) ?? /* @__PURE__ */ new Set();
|
|
102
|
+
set.add(complete);
|
|
103
|
+
this.waiters.set(run.id, set);
|
|
104
|
+
signal?.addEventListener("abort", onAbort, { once: true });
|
|
105
|
+
if (signal?.aborted) onAbort();
|
|
106
|
+
});
|
|
107
|
+
}
|
|
108
|
+
addEvent(runId, type, data) {
|
|
109
|
+
const event = {
|
|
110
|
+
id: randomUUID(),
|
|
111
|
+
runId,
|
|
112
|
+
seq: nextBrowserAutomationRunEventSeq(runId),
|
|
113
|
+
type,
|
|
114
|
+
data,
|
|
115
|
+
createdAtMs: Date.now()
|
|
116
|
+
};
|
|
117
|
+
appendBrowserAutomationRunEvent(event);
|
|
118
|
+
this.emit?.(`browser.automation.${type}`, event);
|
|
119
|
+
}
|
|
120
|
+
async execute(run) {
|
|
121
|
+
const controller = new AbortController();
|
|
122
|
+
this.activeRuns.set(run.id, controller);
|
|
123
|
+
const startedAtMs = Date.now();
|
|
124
|
+
let current = {
|
|
125
|
+
...run,
|
|
126
|
+
status: "running",
|
|
127
|
+
startedAtMs
|
|
128
|
+
};
|
|
129
|
+
saveBrowserAutomationRun(current);
|
|
130
|
+
this.addEvent(run.id, "run.started");
|
|
131
|
+
try {
|
|
132
|
+
const outcome = await this.executor({
|
|
133
|
+
definition: run.definition,
|
|
134
|
+
inputs: run.inputs,
|
|
135
|
+
signal: controller.signal,
|
|
136
|
+
onStep: (event) => this.addEvent(run.id, "step", event)
|
|
137
|
+
});
|
|
138
|
+
const endedAtMs = Date.now();
|
|
139
|
+
current = {
|
|
140
|
+
...current,
|
|
141
|
+
status: controller.signal.aborted ? "cancelled" : outcome.ok ? "succeeded" : "failed",
|
|
142
|
+
result: outcome.result,
|
|
143
|
+
error: outcome.error,
|
|
144
|
+
endedAtMs,
|
|
145
|
+
durationMs: endedAtMs - startedAtMs
|
|
146
|
+
};
|
|
147
|
+
} catch (error) {
|
|
148
|
+
const endedAtMs = Date.now();
|
|
149
|
+
current = {
|
|
150
|
+
...current,
|
|
151
|
+
status: controller.signal.aborted ? "cancelled" : "failed",
|
|
152
|
+
error: error instanceof Error ? error.message : String(error),
|
|
153
|
+
endedAtMs,
|
|
154
|
+
durationMs: endedAtMs - startedAtMs
|
|
155
|
+
};
|
|
156
|
+
}
|
|
157
|
+
saveBrowserAutomationRun(current);
|
|
158
|
+
this.addEvent(run.id, "run.completed", {
|
|
159
|
+
status: current.status,
|
|
160
|
+
error: current.error
|
|
161
|
+
});
|
|
162
|
+
this.activeRuns.delete(run.id);
|
|
163
|
+
for (const waiter of this.waiters.get(run.id) ?? []) waiter(current);
|
|
164
|
+
this.waiters.delete(run.id);
|
|
165
|
+
}
|
|
166
|
+
};
|
|
167
|
+
//#endregion
|
|
168
|
+
export { BrowserAutomationService };
|
|
@@ -0,0 +1,90 @@
|
|
|
1
|
+
import type { BrowserExpectation, BrowserRiskLevel } from '@xopcai/browser-control-contract';
|
|
2
|
+
export type BrowserAutomationStatus = 'enabled' | 'disabled';
|
|
3
|
+
export type BrowserAutomationRunStatus = 'queued' | 'running' | 'succeeded' | 'failed' | 'cancelled';
|
|
4
|
+
export interface BrowserAutomationInputDefinition {
|
|
5
|
+
type: 'string' | 'number' | 'boolean';
|
|
6
|
+
required?: boolean;
|
|
7
|
+
default?: string | number | boolean;
|
|
8
|
+
description?: string;
|
|
9
|
+
choices?: Array<string | number | boolean>;
|
|
10
|
+
}
|
|
11
|
+
export interface BrowserSemanticTarget {
|
|
12
|
+
role: string;
|
|
13
|
+
name?: string;
|
|
14
|
+
nameIncludes?: string;
|
|
15
|
+
}
|
|
16
|
+
export type BrowserAutomationStep = {
|
|
17
|
+
action: 'navigate';
|
|
18
|
+
url: string;
|
|
19
|
+
expect?: BrowserExpectation;
|
|
20
|
+
} | {
|
|
21
|
+
action: 'click';
|
|
22
|
+
target: BrowserSemanticTarget;
|
|
23
|
+
expect?: BrowserExpectation;
|
|
24
|
+
} | {
|
|
25
|
+
action: 'fill';
|
|
26
|
+
target: BrowserSemanticTarget;
|
|
27
|
+
value: string;
|
|
28
|
+
submit?: boolean;
|
|
29
|
+
expect?: BrowserExpectation;
|
|
30
|
+
} | {
|
|
31
|
+
action: 'select';
|
|
32
|
+
target: BrowserSemanticTarget;
|
|
33
|
+
value: string;
|
|
34
|
+
expect?: BrowserExpectation;
|
|
35
|
+
} | {
|
|
36
|
+
action: 'press';
|
|
37
|
+
target?: BrowserSemanticTarget;
|
|
38
|
+
key: string;
|
|
39
|
+
expect?: BrowserExpectation;
|
|
40
|
+
} | {
|
|
41
|
+
action: 'scroll';
|
|
42
|
+
target?: BrowserSemanticTarget;
|
|
43
|
+
deltaY: number;
|
|
44
|
+
expect?: BrowserExpectation;
|
|
45
|
+
} | {
|
|
46
|
+
action: 'wait';
|
|
47
|
+
condition: 'page_idle' | 'text' | 'visible' | 'hidden';
|
|
48
|
+
value?: string;
|
|
49
|
+
target?: BrowserSemanticTarget;
|
|
50
|
+
timeoutMs?: number;
|
|
51
|
+
};
|
|
52
|
+
export interface BrowserAutomationDefinition {
|
|
53
|
+
id: string;
|
|
54
|
+
name: string;
|
|
55
|
+
description?: string;
|
|
56
|
+
allowedDomains: string[];
|
|
57
|
+
risk: BrowserRiskLevel;
|
|
58
|
+
inputs: Record<string, BrowserAutomationInputDefinition>;
|
|
59
|
+
steps: BrowserAutomationStep[];
|
|
60
|
+
}
|
|
61
|
+
export interface BrowserAutomation {
|
|
62
|
+
id: string;
|
|
63
|
+
revision: number;
|
|
64
|
+
status: BrowserAutomationStatus;
|
|
65
|
+
definition: BrowserAutomationDefinition;
|
|
66
|
+
createdAtMs: number;
|
|
67
|
+
updatedAtMs: number;
|
|
68
|
+
}
|
|
69
|
+
export interface BrowserAutomationRun {
|
|
70
|
+
id: string;
|
|
71
|
+
automationId: string;
|
|
72
|
+
automationRevision: number;
|
|
73
|
+
definition: BrowserAutomationDefinition;
|
|
74
|
+
status: BrowserAutomationRunStatus;
|
|
75
|
+
inputs: Record<string, unknown>;
|
|
76
|
+
result?: unknown;
|
|
77
|
+
error?: string;
|
|
78
|
+
createdAtMs: number;
|
|
79
|
+
startedAtMs?: number;
|
|
80
|
+
endedAtMs?: number;
|
|
81
|
+
durationMs?: number;
|
|
82
|
+
}
|
|
83
|
+
export interface BrowserAutomationRunEvent {
|
|
84
|
+
id: string;
|
|
85
|
+
runId: string;
|
|
86
|
+
seq: number;
|
|
87
|
+
type: string;
|
|
88
|
+
data?: unknown;
|
|
89
|
+
createdAtMs: number;
|
|
90
|
+
}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* Where user-facing browser caches (
|
|
2
|
+
* Where user-facing browser caches (extension artifacts and CDP launcher
|
|
3
3
|
* profiles, etc.) are allowed to live.
|
|
4
4
|
*
|
|
5
5
|
* Restricting the writable set to the user's home directory makes it safe to
|
|
@@ -1,4 +1,3 @@
|
|
|
1
|
-
import { __esmMin } from "../../_virtual/_rolldown/runtime.js";
|
|
2
1
|
import { homedir } from "node:os";
|
|
3
2
|
import { isAbsolute, relative, resolve, sep } from "node:path";
|
|
4
3
|
//#region src/browser/cache-dir-policy.ts
|
|
@@ -47,7 +46,5 @@ function assertCacheDir(input) {
|
|
|
47
46
|
if (r.ok === false) throw new Error(r.message);
|
|
48
47
|
return r.resolved;
|
|
49
48
|
}
|
|
50
|
-
var init_cache_dir_policy = __esmMin((() => {}));
|
|
51
49
|
//#endregion
|
|
52
|
-
|
|
53
|
-
export { assertCacheDir, checkCacheDir, expandHome, init_cache_dir_policy };
|
|
50
|
+
export { assertCacheDir, checkCacheDir, expandHome };
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import type { BrowserActionInput, BrowserControlResult, BrowserNavigateInput, BrowserObservation, BrowserObserveInput, BrowserTabsInput } from '@xopcai/browser-control-contract';
|
|
2
|
+
export type BrowserPrimitiveInput = Exclude<BrowserActionInput, BrowserNavigateInput | BrowserObserveInput | BrowserTabsInput | {
|
|
3
|
+
action: 'sequence';
|
|
4
|
+
} | {
|
|
5
|
+
action: 'close';
|
|
6
|
+
}>;
|
|
7
|
+
export interface BrowserDriver {
|
|
8
|
+
readonly kind: 'playwright' | 'extension';
|
|
9
|
+
connect(): Promise<void>;
|
|
10
|
+
disconnect(): Promise<void>;
|
|
11
|
+
createSession(sessionId: string): Promise<void>;
|
|
12
|
+
closeSession(sessionId: string): Promise<void>;
|
|
13
|
+
navigate(sessionId: string, input: BrowserNavigateInput, signal?: AbortSignal): Promise<BrowserControlResult>;
|
|
14
|
+
observe(sessionId: string, input: BrowserObserveInput, signal?: AbortSignal): Promise<BrowserObservation>;
|
|
15
|
+
perform(sessionId: string, input: BrowserPrimitiveInput, signal?: AbortSignal): Promise<BrowserControlResult>;
|
|
16
|
+
tabs(sessionId: string, input: BrowserTabsInput, signal?: AbortSignal): Promise<BrowserControlResult>;
|
|
17
|
+
}
|
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
import { createLogger } from "../../utils/logger/index.js";
|
|
2
|
+
import { init_logger } from "../../utils/logger.js";
|
|
3
|
+
import { loadPlaywrightCoreModule } from "../providers/playwright-doctor.js";
|
|
4
|
+
import { BrowserbaseProvider } from "../providers/browserbase.js";
|
|
5
|
+
import { BrowserUseProvider } from "../providers/browser-use.js";
|
|
6
|
+
import { acquireExtensionBrowserServer } from "../providers/extension-ws-acquire.js";
|
|
7
|
+
import { ExtensionDriver } from "./extension-driver.js";
|
|
8
|
+
import { PlaywrightDriver } from "./playwright-driver.js";
|
|
9
|
+
//#region src/browser/drivers/create-driver.ts
|
|
10
|
+
init_logger();
|
|
11
|
+
const log = createLogger("BrowserDriverFactory");
|
|
12
|
+
async function createBrowserDriver(config) {
|
|
13
|
+
const limits = config.limits;
|
|
14
|
+
if (config.driver.kind === "extension") {
|
|
15
|
+
const { provider, release } = await acquireExtensionBrowserServer({
|
|
16
|
+
host: "127.0.0.1",
|
|
17
|
+
port: 19820,
|
|
18
|
+
connectionTimeout: limits.actionTimeoutMs,
|
|
19
|
+
commandTimeout: limits.actionTimeoutMs
|
|
20
|
+
});
|
|
21
|
+
return new ExtensionDriver(provider, limits.actionTimeoutMs, config.observation.visualFallback, release);
|
|
22
|
+
}
|
|
23
|
+
const driver = config.driver;
|
|
24
|
+
return new PlaywrightDriver({
|
|
25
|
+
connect: () => connectPlaywright(driver),
|
|
26
|
+
maxNodes: config.observation.maxNodes,
|
|
27
|
+
maxCharacters: config.observation.maxCharacters,
|
|
28
|
+
visualFallback: config.observation.visualFallback,
|
|
29
|
+
actionTimeoutMs: limits.actionTimeoutMs
|
|
30
|
+
});
|
|
31
|
+
}
|
|
32
|
+
async function connectPlaywright(driver) {
|
|
33
|
+
if (driver.kind === "remote") {
|
|
34
|
+
const provider = driver.provider === "browserbase" ? new BrowserbaseProvider({
|
|
35
|
+
type: driver.provider,
|
|
36
|
+
apiKey: driver.apiKey,
|
|
37
|
+
projectId: driver.projectId,
|
|
38
|
+
region: driver.region
|
|
39
|
+
}) : new BrowserUseProvider({
|
|
40
|
+
type: driver.provider,
|
|
41
|
+
apiKey: driver.apiKey,
|
|
42
|
+
projectId: driver.projectId,
|
|
43
|
+
region: driver.region
|
|
44
|
+
});
|
|
45
|
+
return {
|
|
46
|
+
...await provider.connect(),
|
|
47
|
+
release: () => provider.disconnect()
|
|
48
|
+
};
|
|
49
|
+
}
|
|
50
|
+
const playwright = await loadPlaywrightCoreModule();
|
|
51
|
+
const chromium = playwright.chromium ?? playwright.default?.chromium;
|
|
52
|
+
if (!chromium) throw new Error("playwright-core did not expose Chromium");
|
|
53
|
+
if (driver.kind === "cdp") {
|
|
54
|
+
const browser = await chromium.connectOverCDP(driver.endpoint);
|
|
55
|
+
const context = browser.contexts()[0] ?? await browser.newContext();
|
|
56
|
+
log.info({ kind: driver.kind }, "Browser driver connected");
|
|
57
|
+
return {
|
|
58
|
+
browser,
|
|
59
|
+
context
|
|
60
|
+
};
|
|
61
|
+
}
|
|
62
|
+
const browser = await chromium.launch({
|
|
63
|
+
headless: driver.headless,
|
|
64
|
+
executablePath: driver.executablePath,
|
|
65
|
+
args: ["--no-sandbox", "--disable-setuid-sandbox"]
|
|
66
|
+
});
|
|
67
|
+
const context = await createContext(browser);
|
|
68
|
+
log.info({
|
|
69
|
+
kind: driver.kind,
|
|
70
|
+
headless: driver.headless
|
|
71
|
+
}, "Browser driver connected");
|
|
72
|
+
return {
|
|
73
|
+
browser,
|
|
74
|
+
context
|
|
75
|
+
};
|
|
76
|
+
}
|
|
77
|
+
async function createContext(browser) {
|
|
78
|
+
return browser.newContext({ viewport: {
|
|
79
|
+
width: 1280,
|
|
80
|
+
height: 720
|
|
81
|
+
} });
|
|
82
|
+
}
|
|
83
|
+
//#endregion
|
|
84
|
+
export { createBrowserDriver };
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import type { BrowserControlResult, BrowserNavigateInput, BrowserObservation, BrowserObserveInput, BrowserTabsInput } from '@xopcai/browser-control-contract';
|
|
2
|
+
import type { ExtensionBrowserProvider } from '../providers/extension.js';
|
|
3
|
+
import type { BrowserDriver, BrowserPrimitiveInput } from './browser-driver.js';
|
|
4
|
+
export declare class ExtensionDriver implements BrowserDriver {
|
|
5
|
+
private readonly provider;
|
|
6
|
+
private readonly timeoutMs;
|
|
7
|
+
private readonly visualFallback;
|
|
8
|
+
private readonly release;
|
|
9
|
+
readonly kind: "extension";
|
|
10
|
+
constructor(provider: ExtensionBrowserProvider, timeoutMs: number, visualFallback: boolean, release: () => Promise<void>);
|
|
11
|
+
connect(): Promise<void>;
|
|
12
|
+
disconnect(): Promise<void>;
|
|
13
|
+
createSession(_sessionId: string): Promise<void>;
|
|
14
|
+
closeSession(sessionId: string): Promise<void>;
|
|
15
|
+
navigate(_sessionId: string, input: BrowserNavigateInput): Promise<BrowserControlResult>;
|
|
16
|
+
observe(_sessionId: string, input: BrowserObserveInput): Promise<BrowserObservation>;
|
|
17
|
+
perform(_sessionId: string, input: BrowserPrimitiveInput): Promise<BrowserControlResult>;
|
|
18
|
+
tabs(_sessionId: string, input: BrowserTabsInput): Promise<BrowserControlResult>;
|
|
19
|
+
private send;
|
|
20
|
+
}
|